2023-07-22 12:23:32,198 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-07-22 12:23:32,215 main DEBUG Took 0.014185 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:23:32,215 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:23:32,216 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:23:32,217 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:23:32,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,229 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:23:32,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,254 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,255 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,258 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,260 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:23:32,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,263 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:23:32,266 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:23:32,268 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:23:32,270 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:23:32,271 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:23:32,272 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:23:32,272 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:23:32,287 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:23:32,290 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:23:32,292 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:23:32,292 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:23:32,293 main DEBUG createAppenders(={Console}) 2023-07-22 12:23:32,294 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-07-22 12:23:32,294 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-07-22 12:23:32,295 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-07-22 12:23:32,295 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:23:32,296 main DEBUG OutputStream closed 2023-07-22 12:23:32,296 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:23:32,296 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:23:32,297 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-07-22 12:23:32,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:23:32,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:23:32,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:23:32,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:23:32,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:23:32,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:23:32,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:23:32,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:23:32,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:23:32,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:23:32,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:23:32,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:23:32,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:23:32,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:23:32,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:23:32,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:23:32,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:23:32,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:23:32,367 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:23:32,368 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-07-22 12:23:32,368 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:23:32,369 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-07-22T12:23:32,408 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupDeleteRestore timeout: 13 mins 2023-07-22 12:23:32,413 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:23:32,413 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:23:32,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785 2023-07-22T12:23:32,883 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:23:32,886 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:23:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:23:32,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea, deleteOnExit=true 2023-07-22T12:23:32,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:23:32,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/test.cache.data in system properties and HBase conf 2023-07-22T12:23:32,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:23:32,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:23:32,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:23:32,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:23:32,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:23:33,053 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:23:33,671 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:23:33,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:23:33,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:23:33,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:23:33,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:23:33,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:23:33,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:23:33,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:23:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:23:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:23:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:23:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:23:33,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:23:33,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:23:33,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:23:34,351 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:23:34,357 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:23:35,836 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:23:36,073 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@4f2a509f via org.mortbay.log.Slf4jLog 2023-07-22T12:23:36,097 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:23:36,188 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:23:36,311 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir/Jetty_localhost_36561_hdfs____6akzyv/webapp 2023-07-22T12:23:36,590 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36561 2023-07-22T12:23:36,627 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:23:36,627 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:23:38,089 WARN [Listener at localhost/34397 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:23:38,198 WARN [Listener at localhost/34397 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:23:38,225 WARN [Listener at localhost/34397 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:23:38,232 INFO [Listener at localhost/34397 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:23:38,238 INFO [Listener at localhost/34397 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir/Jetty_localhost_35665_datanode____npg5ru/webapp 2023-07-22T12:23:38,350 INFO [Listener at localhost/34397 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35665 2023-07-22T12:23:38,736 WARN [Listener at localhost/37731 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:23:39,104 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:23:39,295 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x7e2db00f4bec63ac: Processing first storage report for DS-c8ea7f9e-288b-4149-9325-4cd40808a697 from datanode d014dd78-1653-4afe-961d-857552c46d4a 2023-07-22T12:23:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x7e2db00f4bec63ac: from storage DS-c8ea7f9e-288b-4149-9325-4cd40808a697 node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=d014dd78-1653-4afe-961d-857552c46d4a, infoPort=42627, infoSecurePort=0, ipcPort=37731, storageInfo=lv=-57;cid=testClusterID;nsid=1455967155;c=1690028614458), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-07-22T12:23:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x7e2db00f4bec63ac: Processing first storage report for DS-308afa1f-32b4-4e2a-baeb-61f8bc308031 from datanode d014dd78-1653-4afe-961d-857552c46d4a 2023-07-22T12:23:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x7e2db00f4bec63ac: from storage DS-308afa1f-32b4-4e2a-baeb-61f8bc308031 node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=d014dd78-1653-4afe-961d-857552c46d4a, infoPort=42627, infoSecurePort=0, ipcPort=37731, storageInfo=lv=-57;cid=testClusterID;nsid=1455967155;c=1690028614458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:23:39,384 DEBUG [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785 2023-07-22T12:23:39,482 INFO [Listener at localhost/37731 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/zookeeper_0, clientPort=60548, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:23:39,508 INFO [Listener at localhost/37731 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60548 2023-07-22T12:23:39,515 INFO [Listener at localhost/37731 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:39,518 INFO [Listener at localhost/37731 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:40,175 INFO [Listener at localhost/37731 {}] util.FSUtils(461): Created version file at hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 with version=8 2023-07-22T12:23:40,175 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging 2023-07-22T12:23:40,192 DEBUG [Listener at localhost/37731 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:23:40,192 DEBUG [Listener at localhost/37731 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:23:40,192 DEBUG [Listener at localhost/37731 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:23:40,192 DEBUG [Listener at localhost/37731 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:23:40,410 DEBUG [Listener at localhost/37731 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:23:40,605 INFO [Listener at localhost/37731 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:23:41,324 INFO [Listener at localhost/37731 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:23:41,371 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:23:41,371 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:23:41,372 INFO [Listener at localhost/37731 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:23:41,372 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:23:41,372 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:23:41,537 INFO [Listener at localhost/37731 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:23:41,664 DEBUG [Listener at localhost/37731 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:23:41,671 INFO [Listener at localhost/37731 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:23:41,734 DEBUG [Listener at localhost/37731 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 14620 (auto-detected) 2023-07-22T12:23:41,736 DEBUG [Listener at localhost/37731 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:23:41,789 INFO [Listener at localhost/37731 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:40807 2023-07-22T12:23:41,805 INFO [Listener at localhost/37731 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:41,807 INFO [Listener at localhost/37731 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:41,826 INFO [Listener at localhost/37731 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:40807 connecting to ZooKeeper ensemble=127.0.0.1:60548 2023-07-22T12:23:41,880 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:408070x0, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:23:41,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:40807-0x100005797220000 connected 2023-07-22T12:23:41,928 DEBUG [Listener at localhost/37731 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:23:41,932 DEBUG [Listener at localhost/37731 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:23:41,936 DEBUG [Listener at localhost/37731 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:23:41,949 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40807 2023-07-22T12:23:41,950 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40807 2023-07-22T12:23:41,950 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40807 2023-07-22T12:23:41,951 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40807 2023-07-22T12:23:41,951 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40807 2023-07-22T12:23:42,018 INFO [Listener at localhost/37731 {}] log.Log(170): Logging initialized @10651ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:23:42,179 INFO [Listener at localhost/37731 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:23:42,180 INFO [Listener at localhost/37731 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:23:42,181 INFO [Listener at localhost/37731 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:23:42,185 INFO [Listener at localhost/37731 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:23:42,185 INFO [Listener at localhost/37731 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:23:42,185 INFO [Listener at localhost/37731 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:23:42,190 INFO [Listener at localhost/37731 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:23:42,352 INFO [Listener at localhost/37731 {}] http.HttpServer(1219): Jetty bound to port 44339 2023-07-22T12:23:42,355 INFO [Listener at localhost/37731 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:23:42,385 INFO [Listener at localhost/37731 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:23:42,388 INFO [Listener at localhost/37731 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@79fc3d28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:23:42,389 INFO [Listener at localhost/37731 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:23:42,389 INFO [Listener at localhost/37731 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@301a9da4{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:23:42,452 INFO [Listener at localhost/37731 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:23:42,466 INFO [Listener at localhost/37731 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:23:42,466 INFO [Listener at localhost/37731 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:23:42,468 INFO [Listener at localhost/37731 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-07-22T12:23:42,476 INFO [Listener at localhost/37731 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:23:43,865 INFO [Listener at localhost/37731 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6e67afcb{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:23:43,877 INFO [Listener at localhost/37731 {}] server.AbstractConnector(333): Started ServerConnector@6040b775{HTTP/1.1, (http/1.1)}{0.0.0.0:44339} 2023-07-22T12:23:43,877 INFO [Listener at localhost/37731 {}] server.Server(415): Started @12510ms 2023-07-22T12:23:43,882 INFO [Listener at localhost/37731 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63, hbase.cluster.distributed=false 2023-07-22T12:23:43,950 INFO [Listener at localhost/37731 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:23:43,950 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:23:43,951 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:23:43,951 INFO [Listener at localhost/37731 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:23:43,951 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:23:43,951 INFO [Listener at localhost/37731 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:23:43,960 INFO [Listener at localhost/37731 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:23:43,962 INFO [Listener at localhost/37731 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:23:43,964 INFO [Listener at localhost/37731 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:41845 2023-07-22T12:23:43,967 INFO [Listener at localhost/37731 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:23:43,976 DEBUG [Listener at localhost/37731 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:23:43,977 INFO [Listener at localhost/37731 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:43,980 INFO [Listener at localhost/37731 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:43,982 INFO [Listener at localhost/37731 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:41845 connecting to ZooKeeper ensemble=127.0.0.1:60548 2023-07-22T12:23:43,986 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:418450x0, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:23:43,987 DEBUG [Listener at localhost/37731 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:23:43,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:41845-0x100005797220001 connected 2023-07-22T12:23:43,988 DEBUG [Listener at localhost/37731 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:23:43,989 DEBUG [Listener at localhost/37731 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:23:43,990 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41845 2023-07-22T12:23:43,992 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41845 2023-07-22T12:23:43,994 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41845 2023-07-22T12:23:43,994 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41845 2023-07-22T12:23:43,994 DEBUG [Listener at localhost/37731 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41845 2023-07-22T12:23:43,998 INFO [Listener at localhost/37731 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:23:43,998 INFO [Listener at localhost/37731 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:23:43,998 INFO [Listener at localhost/37731 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:23:43,999 INFO [Listener at localhost/37731 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:23:43,999 INFO [Listener at localhost/37731 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:23:43,999 INFO [Listener at localhost/37731 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:23:44,000 INFO [Listener at localhost/37731 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:23:44,002 INFO [Listener at localhost/37731 {}] http.HttpServer(1219): Jetty bound to port 38061 2023-07-22T12:23:44,002 INFO [Listener at localhost/37731 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:23:44,004 INFO [Listener at localhost/37731 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:23:44,004 INFO [Listener at localhost/37731 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@63e80a48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:23:44,005 INFO [Listener at localhost/37731 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:23:44,005 INFO [Listener at localhost/37731 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@603eade4{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:23:44,021 INFO [Listener at localhost/37731 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:23:44,022 INFO [Listener at localhost/37731 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:23:44,022 INFO [Listener at localhost/37731 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:23:44,023 INFO [Listener at localhost/37731 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-07-22T12:23:44,024 INFO [Listener at localhost/37731 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:23:44,030 INFO [Listener at localhost/37731 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7434e1f{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:23:44,031 INFO [Listener at localhost/37731 {}] server.AbstractConnector(333): Started ServerConnector@7b6168fe{HTTP/1.1, (http/1.1)}{0.0.0.0:38061} 2023-07-22T12:23:44,032 INFO [Listener at localhost/37731 {}] server.Server(415): Started @12664ms 2023-07-22T12:23:44,069 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:23:44,081 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5d154786{HTTP/1.1, (http/1.1)}{0.0.0.0:38601} 2023-07-22T12:23:44,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @12715ms 2023-07-22T12:23:44,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:44,090 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:40807 2023-07-22T12:23:44,096 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:23:44,096 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:23:44,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:44,126 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:23:44,126 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:23:44,126 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:44,126 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:44,127 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:23:44,129 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,40807,1690028620393 from backup master directory 2023-07-22T12:23:44,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:23:44,134 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:44,134 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:23:44,134 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:23:44,135 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:23:44,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:44,138 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:23:44,140 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:23:44,226 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase.id with ID: ba10f87a-c6ae-4fe1-a6b0-7fb0e812bafb 2023-07-22T12:23:44,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:23:44,285 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:44,285 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:44,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:23:44,352 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:23:44,377 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:23:44,377 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:23:44,379 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:23:44,391 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:23:44,392 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:23:44,886 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store 2023-07-22T12:23:44,913 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:23:44,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:44,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:23:44,914 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:23:44,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:23:44,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:23:44,915 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:23:44,915 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:23:44,915 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:23:44,917 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/.initializing 2023-07-22T12:23:44,917 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/WALs/jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:44,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:23:44,950 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40807%2C1690028620393, suffix=, logDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/WALs/jenkins-hbase3.apache.org,40807,1690028620393, archiveDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/oldWALs, maxLogs=10 2023-07-22T12:23:44,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/WALs/jenkins-hbase3.apache.org,40807,1690028620393/jenkins-hbase3.apache.org%2C40807%2C1690028620393.1690028624960, exclude list is [], retry=0 2023-07-22T12:23:45,016 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK] 2023-07-22T12:23:45,026 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:23:45,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/WALs/jenkins-hbase3.apache.org,40807,1690028620393/jenkins-hbase3.apache.org%2C40807%2C1690028620393.1690028624960 2023-07-22T12:23:45,097 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK]] 2023-07-22T12:23:45,097 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:45,098 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:45,103 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,104 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:23:45,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:45,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:45,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:23:45,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:45,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:45,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:23:45,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:45,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:45,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:23:45,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:45,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:45,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,247 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,265 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:23:45,269 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:23:45,274 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:45,275 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10905768640, jitterRate=0.015678852796554565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:23:45,283 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:23:45,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:23:45,322 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609d5835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:23:45,384 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:23:45,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:23:45,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:23:45,410 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:23:45,411 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:23:45,418 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-07-22T12:23:45,418 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:23:45,463 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:23:45,488 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:23:45,491 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:23:45,495 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:23:45,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:23:45,498 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:23:45,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:23:45,509 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:23:45,510 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:23:45,511 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:23:45,518 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:23:45,542 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:23:45,544 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:23:45,551 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:23:45,551 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:23:45,551 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,551 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,555 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,40807,1690028620393, sessionid=0x100005797220000, setting cluster-up flag (Was=false) 2023-07-22T12:23:45,568 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:23:45,578 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,581 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,589 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:23:45,591 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:45,600 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,600 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,609 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:23:45,616 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:45,625 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,625 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:45,631 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:23:45,634 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:45,688 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:41845 2023-07-22T12:23:45,692 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(997): ClusterId : ba10f87a-c6ae-4fe1-a6b0-7fb0e812bafb 2023-07-22T12:23:45,694 INFO [RS:0;jenkins-hbase3:41845 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:23:45,698 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:23:45,708 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:23:45,708 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:23:45,724 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:23:45,725 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:23:45,732 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:23:45,734 DEBUG [RS:0;jenkins-hbase3:41845 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d805c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:23:45,740 DEBUG [RS:0;jenkins-hbase3:41845 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9ab6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:23:45,748 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:23:45,748 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:23:45,748 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:23:45,753 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,40807,1690028620393 with isa=jenkins-hbase3.apache.org/172.31.12.81:41845, startcode=1690028623949 2023-07-22T12:23:45,783 DEBUG [RS:0;jenkins-hbase3:41845 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:23:45,872 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:23:45,884 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:23:45,887 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49849, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:23:45,895 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:23:45,898 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40807 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-07-22T12:23:45,906 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,40807,1690028620393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:23:45,917 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:23:45,917 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:23:45,917 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:23:45,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:23:45,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:23:45,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:45,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:23:45,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:45,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690028655931 2023-07-22T12:23:45,939 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:23:45,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:23:45,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:23:45,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:23:45,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:45,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:23:45,951 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-07-22T12:23:45,951 WARN [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-07-22T12:23:45,961 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:23:45,961 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:23:45,962 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:23:45,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:23:45,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:23:45,970 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:45,979 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:23:45,985 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:23:45,985 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:23:45,999 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48930587 to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:23:46,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:23:46,009 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:46,025 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f86ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:23:46,026 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:23:46,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:23:46,032 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:23:46,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:46,035 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028626034,5,FailOnTimeoutGroup] 2023-07-22T12:23:46,035 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028626035,5,FailOnTimeoutGroup] 2023-07-22T12:23:46,035 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,035 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:23:46,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,038 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:23:46,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:23:46,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:46,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:46,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:23:46,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:23:46,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:46,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:46,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:23:46,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:23:46,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:46,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:46,052 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,40807,1690028620393 with isa=jenkins-hbase3.apache.org/172.31.12.81:41845, startcode=1690028623949 2023-07-22T12:23:46,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740 2023-07-22T12:23:46,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740 2023-07-22T12:23:46,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40807 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,059 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:23:46,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:23:46,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:46,073 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:46,073 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:34397 2023-07-22T12:23:46,073 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=44339 2023-07-22T12:23:46,079 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11685165280, jitterRate=0.08826582133769989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:23:46,079 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:23:46,080 DEBUG [RS:0;jenkins-hbase3:41845 {}] zookeeper.ZKUtil(111): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,080 WARN [RS:0;jenkins-hbase3:41845 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:23:46,080 INFO [RS:0;jenkins-hbase3:41845 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:23:46,081 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:23:46,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:23:46,082 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:23:46,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:23:46,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:23:46,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:23:46,084 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:23:46,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:23:46,086 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,41845,1690028623949] 2023-07-22T12:23:46,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:23:46,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:23:46,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:23:46,104 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:23:46,114 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:23:46,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:23:46,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:23:46,132 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:23:46,138 INFO [RS:0;jenkins-hbase3:41845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:23:46,138 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,139 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:23:46,150 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,150 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,151 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,152 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,152 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,152 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:23:46,152 DEBUG [RS:0;jenkins-hbase3:41845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:23:46,153 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,153 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,153 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,153 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,154 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41845,1690028623949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:23:46,178 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:23:46,181 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41845,1690028623949-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:46,199 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,41845,1690028623949 started 2023-07-22T12:23:46,199 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,41845,1690028623949, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:41845, sessionid=0x100005797220001 2023-07-22T12:23:46,199 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:23:46,199 DEBUG [RS:0;jenkins-hbase3:41845 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,200 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,41845,1690028623949' 2023-07-22T12:23:46,200 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:23:46,200 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:23:46,201 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:23:46,201 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:23:46,201 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,41845,1690028623949' 2023-07-22T12:23:46,201 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:23:46,202 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:23:46,202 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:23:46,202 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:23:46,202 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:23:46,202 DEBUG [RS:0;jenkins-hbase3:41845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,202 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,41845,1690028623949' 2023-07-22T12:23:46,202 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:23:46,203 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:23:46,203 DEBUG [RS:0;jenkins-hbase3:41845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:23:46,204 INFO [RS:0;jenkins-hbase3:41845 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:23:46,204 INFO [RS:0;jenkins-hbase3:41845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:23:46,274 WARN [jenkins-hbase3:40807 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-07-22T12:23:46,314 INFO [RS:0;jenkins-hbase3:41845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:23:46,317 INFO [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41845%2C1690028623949, suffix=, logDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949, archiveDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/oldWALs, maxLogs=32 2023-07-22T12:23:46,331 DEBUG [RS:0;jenkins-hbase3:41845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.1690028626318, exclude list is [], retry=0 2023-07-22T12:23:46,337 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK] 2023-07-22T12:23:46,341 INFO [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.1690028626318 2023-07-22T12:23:46,341 DEBUG [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK]] 2023-07-22T12:23:46,526 DEBUG [jenkins-hbase3:40807 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:23:46,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,41845,1690028623949, state=OPENING 2023-07-22T12:23:46,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:23:46,554 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:46,554 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:46,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:23:46,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:23:46,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:23:46,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:23:46,760 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53738, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:23:46,773 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:23:46,774 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:23:46,775 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:23:46,778 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta, suffix=.meta, logDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949, archiveDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/oldWALs, maxLogs=32 2023-07-22T12:23:46,797 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta.1690028626779.meta, exclude list is [], retry=0 2023-07-22T12:23:46,811 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK] 2023-07-22T12:23:46,816 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta.1690028626779.meta 2023-07-22T12:23:46,817 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK]] 2023-07-22T12:23:46,817 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:46,823 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:23:46,824 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:23:46,848 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:23:46,848 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:23:46,853 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:23:46,853 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:46,854 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:23:46,854 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:23:46,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:23:46,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:23:46,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:46,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:46,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:23:46,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:23:46,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:46,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:46,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:23:46,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:23:46,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:46,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:23:46,866 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740 2023-07-22T12:23:46,869 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740 2023-07-22T12:23:46,872 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:23:46,875 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:23:46,877 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9731810240, jitterRate=-0.09365454316139221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:23:46,879 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:23:46,899 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690028626743 2023-07-22T12:23:46,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:46,929 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,41845,1690028623949, state=OPEN 2023-07-22T12:23:46,933 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:23:46,933 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:23:46,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:23:46,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:23:46,935 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:23:46,935 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:23:46,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:23:46,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,41845,1690028623949 in 376 msec 2023-07-22T12:23:46,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:23:46,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 842 msec 2023-07-22T12:23:46,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1880 sec 2023-07-22T12:23:46,961 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690028626961, completionTime=-1 2023-07-22T12:23:46,961 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:23:46,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:23:47,238 DEBUG [hconnection-0x4e56716a-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:23:47,242 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53744, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:23:47,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:23:47,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690028687262 2023-07-22T12:23:47,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690028747262 2023-07-22T12:23:47,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 300 msec 2023-07-22T12:23:47,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40807,1690028620393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:47,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40807,1690028620393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:47,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40807,1690028620393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:47,289 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:40807, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:47,290 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:23:47,303 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:23:47,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:23:47,318 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:23:47,330 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:23:47,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:23:47,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:47,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:23:47,361 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4eda9ca8ef3a878c9be7c47a9721e7c5, NAME => 'hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:47,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:47,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 4eda9ca8ef3a878c9be7c47a9721e7c5, disabling compactions & flushes 2023-07-22T12:23:47,774 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:47,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:47,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. after waiting 0 ms 2023-07-22T12:23:47,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:47,774 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:47,774 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4eda9ca8ef3a878c9be7c47a9721e7c5: 2023-07-22T12:23:47,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:23:47,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690028627779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028627779"}]},"ts":"1690028627779"} 2023-07-22T12:23:47,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:23:47,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:23:47,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028627838"}]},"ts":"1690028627838"} 2023-07-22T12:23:47,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:23:47,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4eda9ca8ef3a878c9be7c47a9721e7c5, ASSIGN}] 2023-07-22T12:23:47,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4eda9ca8ef3a878c9be7c47a9721e7c5, ASSIGN 2023-07-22T12:23:47,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4eda9ca8ef3a878c9be7c47a9721e7c5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:23:48,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4eda9ca8ef3a878c9be7c47a9721e7c5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:48,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4eda9ca8ef3a878c9be7c47a9721e7c5, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:23:48,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:48,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 4eda9ca8ef3a878c9be7c47a9721e7c5, NAME => 'hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:48,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:23:48,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:48,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,191 INFO [StoreOpener-4eda9ca8ef3a878c9be7c47a9721e7c5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,193 INFO [StoreOpener-4eda9ca8ef3a878c9be7c47a9721e7c5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eda9ca8ef3a878c9be7c47a9721e7c5 columnFamilyName info 2023-07-22T12:23:48,194 DEBUG [StoreOpener-4eda9ca8ef3a878c9be7c47a9721e7c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:48,195 INFO [StoreOpener-4eda9ca8ef3a878c9be7c47a9721e7c5-1 {}] regionserver.HStore(324): Store=4eda9ca8ef3a878c9be7c47a9721e7c5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:48,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:23:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:48,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 4eda9ca8ef3a878c9be7c47a9721e7c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11662403200, jitterRate=0.08614593744277954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:23:48,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 4eda9ca8ef3a878c9be7c47a9721e7c5: 2023-07-22T12:23:48,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5., pid=6, masterSystemTime=1690028628178 2023-07-22T12:23:48,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:48,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:23:48,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4eda9ca8ef3a878c9be7c47a9721e7c5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:48,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:23:48,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4eda9ca8ef3a878c9be7c47a9721e7c5, server=jenkins-hbase3.apache.org,41845,1690028623949 in 197 msec 2023-07-22T12:23:48,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:23:48,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4eda9ca8ef3a878c9be7c47a9721e7c5, ASSIGN in 366 msec 2023-07-22T12:23:48,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:23:48,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028628230"}]},"ts":"1690028628230"} 2023-07-22T12:23:48,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:23:48,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:23:48,239 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:23:48,240 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:48,241 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:48,241 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:23:48,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 920 msec 2023-07-22T12:23:48,306 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:23:48,332 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:48,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 47 msec 2023-07-22T12:23:48,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:23:48,370 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:48,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-07-22T12:23:48,384 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:23:48,386 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:23:48,389 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 4.254sec 2023-07-22T12:23:48,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:23:48,393 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:23:48,395 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:23:48,395 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:23:48,395 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:23:48,397 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40807,1690028620393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:23:48,398 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40807,1690028620393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:23:48,411 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:23:48,412 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:23:48,475 DEBUG [Listener at localhost/37731 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7268607b to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:23:48,481 DEBUG [Listener at localhost/37731 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27930866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:23:48,486 DEBUG [Listener at localhost/37731 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:23:48,486 DEBUG [Listener at localhost/37731 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:23:48,501 DEBUG [hconnection-0x4878ee8-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:23:48,521 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:23:48,534 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/test.cache.data in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:23:48,535 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:23:48,536 INFO [Listener at localhost/37731 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:23:49,818 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:23:50,272 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:23:50,281 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43995_jobhistory____35uvi8/webapp 2023-07-22T12:23:50,497 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:23:50,497 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:23:50,497 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:23:50,501 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:23:50,590 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:50,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:23:50,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:23:50,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:23:50,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:23:50,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:23:50,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:23:50,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:23:50,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:23:50,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:23:50,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:23:50,701 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:50,992 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:23:51,024 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43995 2023-07-22T12:23:51,294 WARN [Listener at jenkins-hbase3.apache.org/33831 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:23:51,384 WARN [Listener at jenkins-hbase3.apache.org/33831 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:23:51,385 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:23:51,394 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43967_cluster____bsdwfc/webapp 2023-07-22T12:23:51,497 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:23:51,498 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:23:51,498 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:23:51,499 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:23:51,508 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:51,772 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:51,920 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:51,936 INFO [Listener at jenkins-hbase3.apache.org/33831 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43967 2023-07-22T12:23:52,406 WARN [Listener at jenkins-hbase3.apache.org/46755 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:23:52,431 WARN [Listener at jenkins-hbase3.apache.org/46755 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:23:52,432 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:23:52,438 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42843_node____.5p1duw/webapp 2023-07-22T12:23:52,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:23:52,510 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:23:52,510 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:23:52,511 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:23:52,511 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:23:52,519 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:52,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:23:52,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:23:52,543 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:52,629 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:52,641 INFO [Listener at jenkins-hbase3.apache.org/46755 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42843 2023-07-22T12:23:52,844 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:23:52,855 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:23:52,856 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:23:52,881 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44603_node____.qduw/webapp 2023-07-22T12:23:52,985 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:23:52,985 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:23:52,985 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:23:52,986 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:23:52,997 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:53,026 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:53,150 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:23:53,159 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44603 2023-07-22T12:23:53,202 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:23:53,202 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:34397/backupUT 2023-07-22T12:23:53,214 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:23:53,218 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37536, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:23:53,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:23:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:23:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:23:53,265 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:53,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 36 msec 2023-07-22T12:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:23:53,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:23:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:23:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:23:53,374 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:53,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 23 msec 2023-07-22T12:23:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:23:53,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:23:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:23:53,486 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:53,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-07-22T12:23:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:23:53,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:23:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:23:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:23:53,597 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:53,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-07-22T12:23:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:23:53,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690028633202', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:23:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690028633202 2023-07-22T12:23:53,714 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690028633202 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:23:53,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690028633202" procId is: 13 2023-07-22T12:23:53,715 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:53,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690028633202 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:23:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:23:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:23:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:23:54,160 INFO [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 80abe973e0ca5a7a4299306d8cf11227, NAME => 'test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690028633202', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:54,183 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:54,183 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1668): Closing 80abe973e0ca5a7a4299306d8cf11227, disabling compactions & flushes 2023-07-22T12:23:54,183 INFO [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,183 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,183 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. after waiting 0 ms 2023-07-22T12:23:54,183 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,183 INFO [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1909): Closed test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,183 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1622): Region close journal for 80abe973e0ca5a7a4299306d8cf11227: 2023-07-22T12:23:54,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690028633202 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:23:54,186 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690028634185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028634185"}]},"ts":"1690028634185"} 2023-07-22T12:23:54,189 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:23:54,190 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690028633202 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:23:54,190 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028634190"}]},"ts":"1690028634190"} 2023-07-22T12:23:54,193 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028633202, state=ENABLING in hbase:meta 2023-07-22T12:23:54,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, ASSIGN}] 2023-07-22T12:23:54,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, ASSIGN 2023-07-22T12:23:54,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:23:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:23:54,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=80abe973e0ca5a7a4299306d8cf11227, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:54,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 80abe973e0ca5a7a4299306d8cf11227, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:23:54,521 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,521 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 80abe973e0ca5a7a4299306d8cf11227, NAME => 'test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:54,522 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:23:54,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690028633202 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:54,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,525 INFO [StoreOpener-80abe973e0ca5a7a4299306d8cf11227-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,527 INFO [StoreOpener-80abe973e0ca5a7a4299306d8cf11227-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80abe973e0ca5a7a4299306d8cf11227 columnFamilyName f 2023-07-22T12:23:54,527 DEBUG [StoreOpener-80abe973e0ca5a7a4299306d8cf11227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:54,529 INFO [StoreOpener-80abe973e0ca5a7a4299306d8cf11227-1 {}] regionserver.HStore(324): Store=80abe973e0ca5a7a4299306d8cf11227/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:54,530 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,531 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,536 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:23:54,544 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:54,545 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 80abe973e0ca5a7a4299306d8cf11227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10495867040, jitterRate=-0.022496208548545837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:23:54,546 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 80abe973e0ca5a7a4299306d8cf11227: 2023-07-22T12:23:54,547 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227., pid=15, masterSystemTime=1690028634512 2023-07-22T12:23:54,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,550 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:23:54,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=80abe973e0ca5a7a4299306d8cf11227, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:54,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:23:54,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 80abe973e0ca5a7a4299306d8cf11227, server=jenkins-hbase3.apache.org,41845,1690028623949 in 197 msec 2023-07-22T12:23:54,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:23:54,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, ASSIGN in 359 msec 2023-07-22T12:23:54,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690028633202 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:23:54,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028634560"}]},"ts":"1690028634560"} 2023-07-22T12:23:54,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028633202, state=ENABLED in hbase:meta 2023-07-22T12:23:54,565 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690028633202 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:23:54,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690028633202 in 857 msec 2023-07-22T12:23:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:23:54,832 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690028633202, procId: 13 completed 2023-07-22T12:23:54,833 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e49d9d7 to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:23:54,841 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edf1180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:23:54,844 DEBUG [hconnection-0x7fb9905b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:23:54,849 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:23:54,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HRegion(8210): writing data to region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:23:54,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900286332021', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:23:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900286332021 2023-07-22T12:23:54,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900286332021 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:23:54,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:54,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900286332021" procId is: 16 2023-07-22T12:23:54,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900286332021 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:23:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:23:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:23:55,430 INFO [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 073e2c54dab2943a4867fc48084d066b, NAME => 'ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900286332021', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:23:55,850 DEBUG [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:55,850 DEBUG [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1668): Closing 073e2c54dab2943a4867fc48084d066b, disabling compactions & flushes 2023-07-22T12:23:55,850 INFO [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:55,850 DEBUG [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:55,850 DEBUG [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. after waiting 0 ms 2023-07-22T12:23:55,850 DEBUG [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:55,850 INFO [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:55,850 DEBUG [RegionOpenAndInit-ns2:test-16900286332021-pool-0 {}] regionserver.HRegion(1622): Region close journal for 073e2c54dab2943a4867fc48084d066b: 2023-07-22T12:23:55,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900286332021 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:23:55,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028635852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028635852"}]},"ts":"1690028635852"} 2023-07-22T12:23:55,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:23:55,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900286332021 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:23:55,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900286332021","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028635862"}]},"ts":"1690028635862"} 2023-07-22T12:23:55,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900286332021, state=ENABLING in hbase:meta 2023-07-22T12:23:55,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900286332021, region=073e2c54dab2943a4867fc48084d066b, ASSIGN}] 2023-07-22T12:23:55,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900286332021, region=073e2c54dab2943a4867fc48084d066b, ASSIGN 2023-07-22T12:23:55,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900286332021, region=073e2c54dab2943a4867fc48084d066b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:23:56,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=073e2c54dab2943a4867fc48084d066b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:56,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 073e2c54dab2943a4867fc48084d066b, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:23:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:23:56,197 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:56,197 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 073e2c54dab2943a4867fc48084d066b, NAME => 'ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:56,198 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:23:56,198 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900286332021 073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,198 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:56,198 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,198 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,201 INFO [StoreOpener-073e2c54dab2943a4867fc48084d066b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,203 INFO [StoreOpener-073e2c54dab2943a4867fc48084d066b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073e2c54dab2943a4867fc48084d066b columnFamilyName f 2023-07-22T12:23:56,203 DEBUG [StoreOpener-073e2c54dab2943a4867fc48084d066b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:56,204 INFO [StoreOpener-073e2c54dab2943a4867fc48084d066b-1 {}] regionserver.HStore(324): Store=073e2c54dab2943a4867fc48084d066b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:56,205 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,206 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,210 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 073e2c54dab2943a4867fc48084d066b 2023-07-22T12:23:56,226 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:56,234 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 073e2c54dab2943a4867fc48084d066b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10573200960, jitterRate=-0.015293926000595093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:23:56,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 073e2c54dab2943a4867fc48084d066b: 2023-07-22T12:23:56,237 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b., pid=18, masterSystemTime=1690028636192 2023-07-22T12:23:56,240 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:56,240 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:23:56,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=073e2c54dab2943a4867fc48084d066b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:56,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:23:56,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 073e2c54dab2943a4867fc48084d066b, server=jenkins-hbase3.apache.org,41845,1690028623949 in 205 msec 2023-07-22T12:23:56,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:23:56,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900286332021, region=073e2c54dab2943a4867fc48084d066b, ASSIGN in 367 msec 2023-07-22T12:23:56,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900286332021 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:23:56,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900286332021","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028636252"}]},"ts":"1690028636252"} 2023-07-22T12:23:56,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900286332021, state=ENABLED in hbase:meta 2023-07-22T12:23:56,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900286332021 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:23:56,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900286332021 in 1.2720 sec 2023-07-22T12:23:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:23:57,106 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900286332021, procId: 16 completed 2023-07-22T12:23:57,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:23:57,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900286332022', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:23:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900286332022 2023-07-22T12:23:57,214 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900286332022 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:23:57,214 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:57,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900286332022" procId is: 19 2023-07-22T12:23:57,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900286332022 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:23:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:23:57,237 INFO [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4773bf620e1d0ba8bff3ee1ad30d3faf, NAME => 'ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900286332022', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:23:57,667 DEBUG [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:57,667 DEBUG [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1668): Closing 4773bf620e1d0ba8bff3ee1ad30d3faf, disabling compactions & flushes 2023-07-22T12:23:57,667 INFO [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:57,667 DEBUG [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:57,667 DEBUG [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. after waiting 0 ms 2023-07-22T12:23:57,667 DEBUG [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:57,667 INFO [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:57,668 DEBUG [RegionOpenAndInit-ns3:test-16900286332022-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4773bf620e1d0ba8bff3ee1ad30d3faf: 2023-07-22T12:23:57,669 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900286332022 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:23:57,670 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028637670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028637670"}]},"ts":"1690028637670"} 2023-07-22T12:23:57,672 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:23:57,674 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900286332022 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:23:57,674 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900286332022","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028637674"}]},"ts":"1690028637674"} 2023-07-22T12:23:57,676 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900286332022, state=ENABLING in hbase:meta 2023-07-22T12:23:57,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900286332022, region=4773bf620e1d0ba8bff3ee1ad30d3faf, ASSIGN}] 2023-07-22T12:23:57,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900286332022, region=4773bf620e1d0ba8bff3ee1ad30d3faf, ASSIGN 2023-07-22T12:23:57,684 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900286332022, region=4773bf620e1d0ba8bff3ee1ad30d3faf, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:23:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:23:57,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=4773bf620e1d0ba8bff3ee1ad30d3faf, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:57,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 4773bf620e1d0ba8bff3ee1ad30d3faf, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:23:57,996 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:57,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 4773bf620e1d0ba8bff3ee1ad30d3faf, NAME => 'ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:57,996 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:23:57,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900286332022 4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:57,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:57,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:57,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:57,999 INFO [StoreOpener-4773bf620e1d0ba8bff3ee1ad30d3faf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:58,001 INFO [StoreOpener-4773bf620e1d0ba8bff3ee1ad30d3faf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4773bf620e1d0ba8bff3ee1ad30d3faf columnFamilyName f 2023-07-22T12:23:58,001 DEBUG [StoreOpener-4773bf620e1d0ba8bff3ee1ad30d3faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:58,002 INFO [StoreOpener-4773bf620e1d0ba8bff3ee1ad30d3faf-1 {}] regionserver.HStore(324): Store=4773bf620e1d0ba8bff3ee1ad30d3faf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:58,003 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns3/test-16900286332022/4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:58,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns3/test-16900286332022/4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:58,007 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:23:58,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns3/test-16900286332022/4773bf620e1d0ba8bff3ee1ad30d3faf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:58,010 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 4773bf620e1d0ba8bff3ee1ad30d3faf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10530694560, jitterRate=-0.01925264298915863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:23:58,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 4773bf620e1d0ba8bff3ee1ad30d3faf: 2023-07-22T12:23:58,012 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf., pid=21, masterSystemTime=1690028637991 2023-07-22T12:23:58,014 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:58,015 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:23:58,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=4773bf620e1d0ba8bff3ee1ad30d3faf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:58,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:23:58,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 4773bf620e1d0ba8bff3ee1ad30d3faf, server=jenkins-hbase3.apache.org,41845,1690028623949 in 179 msec 2023-07-22T12:23:58,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:23:58,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900286332022, region=4773bf620e1d0ba8bff3ee1ad30d3faf, ASSIGN in 339 msec 2023-07-22T12:23:58,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900286332022 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:23:58,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900286332022","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028638023"}]},"ts":"1690028638023"} 2023-07-22T12:23:58,036 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900286332022, state=ENABLED in hbase:meta 2023-07-22T12:23:58,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900286332022 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:23:58,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900286332022 in 830 msec 2023-07-22T12:23:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:23:58,324 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900286332022, procId: 19 completed 2023-07-22T12:23:58,324 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900286332022 get assigned. Timeout = 60000ms 2023-07-22T12:23:58,326 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:23:58,346 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900286332022 assigned to meta. Checking AM states. 2023-07-22T12:23:58,347 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:23:58,347 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900286332022 assigned. 2023-07-22T12:23:58,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900286332023', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:23:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900286332023 2023-07-22T12:23:58,354 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900286332023 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:23:58,354 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:58,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900286332023" procId is: 22 2023-07-22T12:23:58,355 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900286332023 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:23:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:23:58,371 INFO [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4fc37fdac653acdb3f2ce39bf6ef6ba1, NAME => 'ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900286332023', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:23:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:23:58,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900286332022' 2023-07-22T12:23:58,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900286332021' 2023-07-22T12:23:58,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690028633202' 2023-07-22T12:23:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:23:58,782 DEBUG [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:58,782 DEBUG [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1668): Closing 4fc37fdac653acdb3f2ce39bf6ef6ba1, disabling compactions & flushes 2023-07-22T12:23:58,782 INFO [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:58,782 DEBUG [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:58,782 DEBUG [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. after waiting 0 ms 2023-07-22T12:23:58,782 DEBUG [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:58,782 INFO [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:58,782 DEBUG [RegionOpenAndInit-ns4:test-16900286332023-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4fc37fdac653acdb3f2ce39bf6ef6ba1: 2023-07-22T12:23:58,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900286332023 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:23:58,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028638784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028638784"}]},"ts":"1690028638784"} 2023-07-22T12:23:58,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:23:58,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900286332023 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:23:58,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900286332023","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028638787"}]},"ts":"1690028638787"} 2023-07-22T12:23:58,789 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900286332023, state=ENABLING in hbase:meta 2023-07-22T12:23:58,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900286332023, region=4fc37fdac653acdb3f2ce39bf6ef6ba1, ASSIGN}] 2023-07-22T12:23:58,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900286332023, region=4fc37fdac653acdb3f2ce39bf6ef6ba1, ASSIGN 2023-07-22T12:23:58,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900286332023, region=4fc37fdac653acdb3f2ce39bf6ef6ba1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:23:58,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4fc37fdac653acdb3f2ce39bf6ef6ba1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:58,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 4fc37fdac653acdb3f2ce39bf6ef6ba1, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:23:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:23:59,107 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:59,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 4fc37fdac653acdb3f2ce39bf6ef6ba1, NAME => 'ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:23:59,108 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:23:59,108 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900286332023 4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,108 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:23:59,108 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,108 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,110 INFO [StoreOpener-4fc37fdac653acdb3f2ce39bf6ef6ba1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,112 INFO [StoreOpener-4fc37fdac653acdb3f2ce39bf6ef6ba1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fc37fdac653acdb3f2ce39bf6ef6ba1 columnFamilyName f 2023-07-22T12:23:59,112 DEBUG [StoreOpener-4fc37fdac653acdb3f2ce39bf6ef6ba1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:59,113 INFO [StoreOpener-4fc37fdac653acdb3f2ce39bf6ef6ba1-1 {}] regionserver.HStore(324): Store=4fc37fdac653acdb3f2ce39bf6ef6ba1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:23:59,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns4/test-16900286332023/4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns4/test-16900286332023/4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:23:59,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns4/test-16900286332023/4fc37fdac653acdb3f2ce39bf6ef6ba1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:23:59,122 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 4fc37fdac653acdb3f2ce39bf6ef6ba1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10378447840, jitterRate=-0.03343172371387482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:23:59,123 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 4fc37fdac653acdb3f2ce39bf6ef6ba1: 2023-07-22T12:23:59,124 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1., pid=24, masterSystemTime=1690028639103 2023-07-22T12:23:59,127 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:59,127 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:23:59,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4fc37fdac653acdb3f2ce39bf6ef6ba1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:23:59,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:23:59,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 4fc37fdac653acdb3f2ce39bf6ef6ba1, server=jenkins-hbase3.apache.org,41845,1690028623949 in 180 msec 2023-07-22T12:23:59,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:23:59,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900286332023, region=4fc37fdac653acdb3f2ce39bf6ef6ba1, ASSIGN in 341 msec 2023-07-22T12:23:59,138 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900286332023 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:23:59,139 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900286332023","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028639138"}]},"ts":"1690028639138"} 2023-07-22T12:23:59,141 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900286332023, state=ENABLED in hbase:meta 2023-07-22T12:23:59,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900286332023 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:23:59,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900286332023 in 794 msec 2023-07-22T12:23:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:23:59,463 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900286332023, procId: 22 completed 2023-07-22T12:23:59,463 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900286332023 get assigned. Timeout = 60000ms 2023-07-22T12:23:59,463 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:23:59,468 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900286332023 assigned to meta. Checking AM states. 2023-07-22T12:23:59,468 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:23:59,469 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900286332023 assigned. 2023-07-22T12:23:59,469 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e49d9d7 to 127.0.0.1:60548 2023-07-22T12:23:59,469 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:23:59,517 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.ResourceChecker(147): before: backup.TestBackupDeleteRestore#testBackupDeleteRestore Thread=584, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=326, ProcessCount=171, AvailableMemoryMB=16504 2023-07-22T12:23:59,517 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-07-22T12:23:59,520 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] backup.TestBackupDeleteRestore(56): test full restore on a single table empty table 2023-07-22T12:23:59,520 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x571290ef to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:23:59,534 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bb523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:23:59,542 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:23:59,544 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56858, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:23:59,557 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:23:59,558 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37544, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:23:59,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:23:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:23:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:23:59,582 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:23:59,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 23 msec 2023-07-22T12:23:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:23:59,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:23:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:23:59,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:23:59,695 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:23:59,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:23:59,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:23:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:23:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:00,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:24:00,117 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5f465b5580f2b6b2b4b49787bb7c9a10, NAME => 'backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:24:00,130 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:00,130 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 5f465b5580f2b6b2b4b49787bb7c9a10, disabling compactions & flushes 2023-07-22T12:24:00,130 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,130 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,130 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. after waiting 0 ms 2023-07-22T12:24:00,130 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,130 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,130 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5f465b5580f2b6b2b4b49787bb7c9a10: 2023-07-22T12:24:00,132 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:00,132 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690028640132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028640132"}]},"ts":"1690028640132"} 2023-07-22T12:24:00,134 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:00,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:00,136 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028640135"}]},"ts":"1690028640135"} 2023-07-22T12:24:00,137 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:24:00,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=5f465b5580f2b6b2b4b49787bb7c9a10, ASSIGN}] 2023-07-22T12:24:00,144 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=5f465b5580f2b6b2b4b49787bb7c9a10, ASSIGN 2023-07-22T12:24:00,145 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=5f465b5580f2b6b2b4b49787bb7c9a10, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:24:00,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5f465b5580f2b6b2b4b49787bb7c9a10, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:00,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 5f465b5580f2b6b2b4b49787bb7c9a10, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:24:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:00,457 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 5f465b5580f2b6b2b4b49787bb7c9a10, NAME => 'backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:00,458 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:00,458 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,458 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:00,459 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,459 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,460 INFO [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,463 INFO [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f465b5580f2b6b2b4b49787bb7c9a10 columnFamilyName meta 2023-07-22T12:24:00,463 DEBUG [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:00,464 INFO [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] regionserver.HStore(324): Store=5f465b5580f2b6b2b4b49787bb7c9a10/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:00,464 INFO [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,466 INFO [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f465b5580f2b6b2b4b49787bb7c9a10 columnFamilyName session 2023-07-22T12:24:00,466 DEBUG [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:00,466 INFO [StoreOpener-5f465b5580f2b6b2b4b49787bb7c9a10-1 {}] regionserver.HStore(324): Store=5f465b5580f2b6b2b4b49787bb7c9a10/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:00,467 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,468 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,469 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:24:00,471 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:00,473 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:00,474 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 5f465b5580f2b6b2b4b49787bb7c9a10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11499126720, jitterRate=0.07093963027000427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:24:00,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 5f465b5580f2b6b2b4b49787bb7c9a10: 2023-07-22T12:24:00,476 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10., pid=28, masterSystemTime=1690028640452 2023-07-22T12:24:00,478 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,478 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:00,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5f465b5580f2b6b2b4b49787bb7c9a10, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:00,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:24:00,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 5f465b5580f2b6b2b4b49787bb7c9a10, server=jenkins-hbase3.apache.org,41845,1690028623949 in 182 msec 2023-07-22T12:24:00,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:24:00,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=5f465b5580f2b6b2b4b49787bb7c9a10, ASSIGN in 341 msec 2023-07-22T12:24:00,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:00,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028640487"}]},"ts":"1690028640487"} 2023-07-22T12:24:00,488 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:24:00,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:00,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 800 msec 2023-07-22T12:24:00,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690028633202 2023-07-22T12:24:00,592 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690028633202 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:00,593 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:24:00,593 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:00,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900286332021 2023-07-22T12:24:00,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900286332021 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:00,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900286332022 2023-07-22T12:24:00,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900286332022 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:00,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900286332023 2023-07-22T12:24:00,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900286332023 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:00,803 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:24:00,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:24:00,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:00,822 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:00,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:24:00,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:01,236 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 78966300cef0dbeebabd438db22e5fdc, NAME => 'backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:24:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:01,648 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:01,649 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 78966300cef0dbeebabd438db22e5fdc, disabling compactions & flushes 2023-07-22T12:24:01,649 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,649 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,649 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. after waiting 0 ms 2023-07-22T12:24:01,649 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,649 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,649 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 78966300cef0dbeebabd438db22e5fdc: 2023-07-22T12:24:01,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:01,651 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690028641651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028641651"}]},"ts":"1690028641651"} 2023-07-22T12:24:01,653 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:01,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:01,655 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028641655"}]},"ts":"1690028641655"} 2023-07-22T12:24:01,657 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:24:01,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=78966300cef0dbeebabd438db22e5fdc, ASSIGN}] 2023-07-22T12:24:01,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=78966300cef0dbeebabd438db22e5fdc, ASSIGN 2023-07-22T12:24:01,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=78966300cef0dbeebabd438db22e5fdc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:24:01,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=78966300cef0dbeebabd438db22e5fdc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:01,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 78966300cef0dbeebabd438db22e5fdc, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:24:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:01,977 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,977 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 78966300cef0dbeebabd438db22e5fdc, NAME => 'backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:01,977 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:01,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:01,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,980 INFO [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,982 INFO [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78966300cef0dbeebabd438db22e5fdc columnFamilyName meta 2023-07-22T12:24:01,982 DEBUG [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:01,982 INFO [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] regionserver.HStore(324): Store=78966300cef0dbeebabd438db22e5fdc/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:01,982 INFO [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,984 INFO [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78966300cef0dbeebabd438db22e5fdc columnFamilyName session 2023-07-22T12:24:01,984 DEBUG [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:01,985 INFO [StoreOpener-78966300cef0dbeebabd438db22e5fdc-1 {}] regionserver.HStore(324): Store=78966300cef0dbeebabd438db22e5fdc/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:01,985 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,986 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,988 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:24:01,990 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:01,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:01,993 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 78966300cef0dbeebabd438db22e5fdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10590276000, jitterRate=-0.013703688979148865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:24:01,994 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 78966300cef0dbeebabd438db22e5fdc: 2023-07-22T12:24:01,995 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc., pid=31, masterSystemTime=1690028641972 2023-07-22T12:24:01,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,997 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:01,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=78966300cef0dbeebabd438db22e5fdc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:02,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:24:02,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 78966300cef0dbeebabd438db22e5fdc, server=jenkins-hbase3.apache.org,41845,1690028623949 in 180 msec 2023-07-22T12:24:02,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:24:02,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=78966300cef0dbeebabd438db22e5fdc, ASSIGN in 340 msec 2023-07-22T12:24:02,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:02,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028642006"}]},"ts":"1690028642006"} 2023-07-22T12:24:02,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:24:02,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:02,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1920 sec 2023-07-22T12:24:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:02,931 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:24:02,944 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:24:02,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:24:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028642990 (current time:1690028642990). 2023-07-22T12:24:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:24:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:24:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1e77802d to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e31be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:03,002 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60770, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1e77802d to 127.0.0.1:60548 2023-07-22T12:24:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:24:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:24:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:24:03,019 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:24:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:03,026 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:24:03,030 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:24:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:03,443 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:24:03,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5f465b5580f2b6b2b4b49787bb7c9a10}] 2023-07-22T12:24:03,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:03,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41845 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:24:03,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:03,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 5f465b5580f2b6b2b4b49787bb7c9a10 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:24:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:03,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/session/f2535e5f58d04c36aeee9614408916bc is 49, key is activesession:/session:c/1690028642976/Put/seqid=0 2023-07-22T12:24:04,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/session/f2535e5f58d04c36aeee9614408916bc 2023-07-22T12:24:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:04,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f2535e5f58d04c36aeee9614408916bc 2023-07-22T12:24:04,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/session/f2535e5f58d04c36aeee9614408916bc as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/session/f2535e5f58d04c36aeee9614408916bc 2023-07-22T12:24:04,199 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/session/f2535e5f58d04c36aeee9614408916bc, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:24:04,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 5f465b5580f2b6b2b4b49787bb7c9a10 in 584ms, sequenceid=5, compaction requested=false 2023-07-22T12:24:04,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:24:04,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 5f465b5580f2b6b2b4b49787bb7c9a10: 2023-07-22T12:24:04,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. for snapshot_backup_system completed. 2023-07-22T12:24:04,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:24:04,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:24:04,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:24:04,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/session/f2535e5f58d04c36aeee9614408916bc] hfiles 2023-07-22T12:24:04,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/session/f2535e5f58d04c36aeee9614408916bc for snapshot=snapshot_backup_system 2023-07-22T12:24:04,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:04,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:24:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:24:04,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:04,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:04,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:24:04,245 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:24:04,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 5f465b5580f2b6b2b4b49787bb7c9a10 in 797 msec 2023-07-22T12:24:04,247 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:24:04,250 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:24:04,250 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:24:04,253 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:24:04,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:24:04,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900286332023' 2023-07-22T12:24:04,680 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:24:04,694 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:24:04,695 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:24:04,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:24:04,741 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:24:04,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7290 sec 2023-07-22T12:24:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:05,130 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-07-22T12:24:05,130 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(115): Backup backup_1690028639537 started at 1690028645130. 2023-07-22T12:24:05,152 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(119): Backup session backup_1690028639537 has been started. 2023-07-22T12:24:05,155 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:24:05,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:24:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:24:05,173 INFO [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:24:05,173 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:24:05,176 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:24:05,176 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:24:05,178 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,178 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:05,188 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:24:05,188 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,188 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:24:05,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:24:05,189 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,189 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:24:05,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:05,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:24:05,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:05,191 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:24:05,193 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:24:05,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:24:05,197 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:24:05,197 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:24:05,198 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:24:05,198 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:24:05,198 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41845,1690028623949' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:24:05,200 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,200 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:05,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:24:05,201 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,201 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:24:05,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:05,201 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:05,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:05,202 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,203 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:05,203 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41845,1690028623949' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:24:05,203 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:24:05,203 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7e226d6f[Count = 0] remaining members to acquire global barrier 2023-07-22T12:24:05,203 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,205 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,205 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,205 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:24:05,206 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,206 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:24:05,207 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:24:05,207 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,207 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690028626318 highest: 1690028626318 on jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,207 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41845%2C1690028623949:(num 1690028626318) roll requested 2023-07-22T12:24:05,218 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.1690028645207, exclude list is [], retry=0 2023-07-22T12:24:05,223 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK] 2023-07-22T12:24:05,228 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.1690028626318 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.1690028645207 2023-07-22T12:24:05,229 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK]] 2023-07-22T12:24:05,229 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.1690028626318 is not closed yet, will try archiving it next time 2023-07-22T12:24:05,230 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta:.meta(num 1690028626779) roll requested 2023-07-22T12:24:05,242 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta.1690028645230.meta, exclude list is [], retry=0 2023-07-22T12:24:05,246 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK] 2023-07-22T12:24:05,248 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-07-22T12:24:05,249 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690028645207 on jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,249 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta.1690028626779.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta.1690028645230.meta 2023-07-22T12:24:05,249 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:05,249 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36581,DS-c8ea7f9e-288b-4149-9325-4cd40808a697,DISK]] 2023-07-22T12:24:05,249 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/WALs/jenkins-hbase3.apache.org,41845,1690028623949/jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta.1690028626779.meta is not closed yet, will try archiving it next time 2023-07-22T12:24:05,252 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:44094, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:24:05,272 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:24:05,272 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41845,1690028623949' in zk 2023-07-22T12:24:05,276 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,276 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:24:05,276 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:24:05,276 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:24:05,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:05,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:24:05,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:05,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:05,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:05,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,280 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:05,280 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:05,280 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,281 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41845,1690028623949': 2023-07-22T12:24:05,281 INFO [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:24:05,281 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41845,1690028623949' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:24:05,281 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:24:05,281 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:24:05,281 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:24:05,281 INFO [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:24:05,284 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,284 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,284 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:24:05,284 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:05,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:24:05,284 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:24:05,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:24:05,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:05,285 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:05,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:05,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:05,286 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:05,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:05,288 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:05,294 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:05,294 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:05,294 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:24:05,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:24:05,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:24:05,295 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:24:05,296 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:24:05,298 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:24:05,298 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:24:05,398 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:24:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:24:05,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } 2023-07-22T12:24:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028645408 (current time:1690028645408). 2023-07-22T12:24:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:24:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690028645407_default_test-1690028633202 VERSION not specified, setting to 2 2023-07-22T12:24:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1bbe65ad to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40653788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:05,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1bbe65ad to 127.0.0.1:60548 2023-07-22T12:24:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:24:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } 2023-07-22T12:24:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:24:05,422 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:24:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:05,423 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:24:05,425 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:24:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:05,836 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:24:05,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 80abe973e0ca5a7a4299306d8cf11227}] 2023-07-22T12:24:05,838 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:05,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:24:05,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41845 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:24:05,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:05,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 80abe973e0ca5a7a4299306d8cf11227 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:24:06,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/.tmp/f/d5987577bd7841458fcbab1d57c5c3cf is 37, key is row10/f:q1/1690028634870/Put/seqid=0 2023-07-22T12:24:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:06,031 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/.tmp/f/d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:06,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:06,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/.tmp/f/d5987577bd7841458fcbab1d57c5c3cf as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:06,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:24:06,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 80abe973e0ca5a7a4299306d8cf11227 in 60ms, sequenceid=103, compaction requested=false 2023-07-22T12:24:06,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 80abe973e0ca5a7a4299306d8cf11227: 2023-07-22T12:24:06,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. for snapshot_1690028645407_default_test-1690028633202 completed. 2023-07-22T12:24:06,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.' region-info for snapshot=snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:06,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:24:06,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf] hfiles 2023-07-22T12:24:06,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf for snapshot=snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:06,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:06,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:24:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:24:06,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690028645407_default_test-1690028633202 on region 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:06,471 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:06,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:24:06,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 80abe973e0ca5a7a4299306d8cf11227 in 636 msec 2023-07-22T12:24:06,474 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:24:06,475 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:24:06,475 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:24:06,475 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:06,476 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/.tmp/snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:06,894 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:24:06,902 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:24:06,903 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/.tmp/snapshot_1690028645407_default_test-1690028633202 to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:07,334 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:24:07,334 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:24:07,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028645407_default_test-1690028633202 table=test-1690028633202 type=FLUSH ttl=0 } in 1.9140 sec 2023-07-22T12:24:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:07,533 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1690028633202, procId: 34 completed 2023-07-22T12:24:07,534 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690028639537 2023-07-22T12:24:07,534 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:24:07,535 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:24:07,538 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028639537_test-1690028633202 2023-07-22T12:24:07,538 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690028645407_default_test-1690028633202 to hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/ 2023-07-22T12:24:07,547 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:24:07,585 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34397, inputRoot=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:24:07,585 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,40807,1690028620393_-1941261926_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/.hbase-snapshot/.tmp/snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:07,586 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34397, inputRoot=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63, snapshotDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/snapshot_1690028645407_default_test-1690028633202. 2023-07-22T12:24:07,600 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/.hbase-snapshot/snapshot_1690028645407_default_test-1690028633202 to hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/.hbase-snapshot/.tmp/snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:08,042 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:08,042 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:08,043 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:08,043 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,081 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop-7106255843132446013.jar 2023-07-22T12:24:09,082 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,082 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,083 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,084 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,085 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,085 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,086 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,086 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,087 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:09,088 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:24:09,088 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:24:09,089 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:24:09,089 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:24:09,090 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:24:09,090 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:24:09,091 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:24:09,091 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:24:09,092 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:24:09,092 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:24:09,093 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:24:09,093 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:24:09,098 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:09,098 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:09,099 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:09,099 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:09,100 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:09,100 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:09,101 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:09,166 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:24:09,190 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690028645407_default_test-1690028633202' hfile list 2023-07-22T12:24:09,200 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:24:09,462 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.local.dir/1690028649411/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:24:09,463 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.local.dir/1690028649411/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:24:09,626 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:24:09,657 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf output=hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:09,657 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-07-22T12:24:10,523 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:24:10,524 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:24:10,533 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:10,533 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690028645407_default_test-1690028633202 finished. 2023-07-22T12:24:10,533 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupSystemTable(1014): test-1690028633202 2023-07-22T12:24:10,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:24:10,592 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:10,619 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028639537 2023-07-22T12:24:10,619 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:24:11,039 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34397/backupUT/backup_1690028639537/.backup.manifest 2023-07-22T12:24:11,040 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(358): Backup backup_1690028639537 finished: type=FULL,tablelist=test-1690028633202,targetRootDir=hdfs://localhost:34397/backupUT,startts=1690028645130,completets=1690028650616,bytescopied=0 2023-07-22T12:24:11,040 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:24:11,040 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:11,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690028645407_default_test-1690028633202" 2023-07-22T12:24:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690028645407_default_test-1690028633202 2023-07-22T12:24:11,057 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690028645407_default_test-1690028633202 for backup backup_1690028639537 succeeded. 2023-07-22T12:24:11,058 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:24:11,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:24:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:24:11,078 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:24:11,086 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:24:11,106 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.TableBackupClient(376): Backup backup_1690028639537 completed. 2023-07-22T12:24:11,107 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:11,107 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x571290ef to 127.0.0.1:60548 2023-07-22T12:24:11,107 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:11,130 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] backup.TestBackupDeleteRestore(61): backup complete 2023-07-22T12:24:11,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: flush-table-proc 2023-07-22T12:24:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure.ProcedureCoordinator(165): Submitting procedure test-1690028633202 2023-07-22T12:24:11,152 INFO [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'test-1690028633202' 2023-07-22T12:24:11,152 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:24:11,153 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'test-1690028633202' starting 'acquire' 2023-07-22T12:24:11,153 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'test-1690028633202', kicking off acquire phase on members. 2023-07-22T12:24:11,154 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,154 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/flush-table-proc/acquired/test-1690028633202 2023-07-22T12:24:11,155 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/flush-table-proc/acquired 2023-07-22T12:24:11,155 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/flush-table-proc/acquired/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,155 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/flush-table-proc/acquired 2023-07-22T12:24:11,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:24:11,156 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/flush-table-proc/acquired/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,156 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:24:11,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/flush-table-proc/acquired/test-1690028633202 2023-07-22T12:24:11,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 4 2023-07-22T12:24:11,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/flush-table-proc/acquired/test-1690028633202 2023-07-22T12:24:11,157 DEBUG [zk-event-processor-pool-0 {}] flush.RegionServerFlushTableProcedureManager(153): Launching subprocedure to flush regions for test-1690028633202 2023-07-22T12:24:11,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:test-1690028633202 2023-07-22T12:24:11,161 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'test-1690028633202' with timeout 60000ms 2023-07-22T12:24:11,161 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:24:11,162 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'test-1690028633202' starting 'acquire' stage 2023-07-22T12:24:11,163 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] flush.FlushTableSubprocedure(113): Flush region tasks submitted for 1 regions 2023-07-22T12:24:11,163 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] flush.RegionServerFlushTableProcedureManager$FlushTableSubprocedurePool(242): Waiting for local region flush to finish. 2023-07-22T12:24:11,163 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] flush.FlushTableSubprocedure$RegionFlushTask(69): Starting region operation on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:11,163 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] flush.FlushTableSubprocedure$RegionFlushTask(72): Flush region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. started... 2023-07-22T12:24:11,163 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.HRegion(2819): Flushing 80abe973e0ca5a7a4299306d8cf11227 1/1 column families, dataSize=25 B heapSize=360 B 2023-07-22T12:24:11,169 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/.tmp/f/adde1857806646bf9b83593fb9e2f564 is 29, key is row0/f:/1690028651145/DeleteFamily/seqid=0 2023-07-22T12:24:11,576 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/.tmp/f/adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:11,584 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:11,584 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:11,585 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/.tmp/f/adde1857806646bf9b83593fb9e2f564 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:11,592 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:11,592 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/adde1857806646bf9b83593fb9e2f564, entries=1, sequenceid=107, filesize=5.0 K 2023-07-22T12:24:11,593 INFO [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.HRegion(3022): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 80abe973e0ca5a7a4299306d8cf11227 in 430ms, sequenceid=107, compaction requested=false 2023-07-22T12:24:11,594 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] regionserver.HRegion(2520): Flush status journal for 80abe973e0ca5a7a4299306d8cf11227: 2023-07-22T12:24:11,594 DEBUG [rs(jenkins-hbase3.apache.org,41845,1690028623949)-flush-proc-pool-0 {}] flush.FlushTableSubprocedure$RegionFlushTask(80): Closing region operation on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:11,594 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] flush.RegionServerFlushTableProcedureManager$FlushTableSubprocedurePool(253): Completed 1/1 local region flush tasks. 2023-07-22T12:24:11,594 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] flush.RegionServerFlushTableProcedureManager$FlushTableSubprocedurePool(255): Completed 1 local region flush tasks. 2023-07-22T12:24:11,594 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] flush.RegionServerFlushTableProcedureManager$FlushTableSubprocedurePool(287): cancelling 0 flush region tasks jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,594 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'test-1690028633202' locally acquired 2023-07-22T12:24:11,594 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41845,1690028623949' joining acquired barrier for procedure (test-1690028633202) in zk 2023-07-22T12:24:11,597 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/flush-table-proc/acquired/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,597 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/flush-table-proc/acquired/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:11,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/flush-table-proc 2023-07-22T12:24:11,597 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,597 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'test-1690028633202' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:24:11,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:11,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:11,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----test-1690028633202 2023-07-22T12:24:11,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:11,600 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41845,1690028623949' joining acquired barrier for procedure 'test-1690028633202' on coordinator 2023-07-22T12:24:11,600 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'test-1690028633202' starting 'in-barrier' execution. 2023-07-22T12:24:11,600 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7f7c91d6[Count = 0] remaining members to acquire global barrier 2023-07-22T12:24:11,600 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,608 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,608 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,608 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'test-1690028633202' received 'reached' from coordinator. 2023-07-22T12:24:11,608 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'test-1690028633202' locally completed 2023-07-22T12:24:11,608 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'test-1690028633202' completed for member 'jenkins-hbase3.apache.org,41845,1690028623949' in zk 2023-07-22T12:24:11,608 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/flush-table-proc/reached/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,608 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:24:11,610 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'test-1690028633202' has notified controller of completion 2023-07-22T12:24:11,610 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/flush-table-proc/reached/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,610 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:24:11,610 DEBUG [member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'test-1690028633202' completed. 2023-07-22T12:24:11,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/flush-table-proc/reached/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:11,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/flush-table-proc 2023-07-22T12:24:11,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:11,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:11,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----test-1690028633202 2023-07-22T12:24:11,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:11,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----test-1690028633202 2023-07-22T12:24:11,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'test-1690028633202' member 'jenkins-hbase3.apache.org,41845,1690028623949': 2023-07-22T12:24:11,615 INFO [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'test-1690028633202' execution completed 2023-07-22T12:24:11,615 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41845,1690028623949' released barrier for procedure'test-1690028633202', counting down latch. Waiting for 0 more 2023-07-22T12:24:11,615 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:24:11,615 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:24:11,615 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:test-1690028633202 2023-07-22T12:24:11,615 INFO [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure test-1690028633202including nodes /1/flush-table-proc/acquired /1/flush-table-proc/reached /1/flush-table-proc/abort 2023-07-22T12:24:11,619 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,619 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,619 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/flush-table-proc/abort 2023-07-22T12:24:11,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,619 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:11,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/flush-table-proc 2023-07-22T12:24:11,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:11,620 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/flush-table-proc/abort 2023-07-22T12:24:11,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:24:11,620 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/flush-table-proc/acquired/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----test-1690028633202 2023-07-22T12:24:11,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:11,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----test-1690028633202 2023-07-22T12:24:11,621 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on existing znode=/1/flush-table-proc/reached/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:11,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----test-1690028633202 2023-07-22T12:24:11,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/flush-table-proc/acquired/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/flush-table-proc/acquired 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/flush-table-proc/acquired/test-1690028633202 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/flush-table-proc/acquired/test-1690028633202 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/flush-table-proc/abort 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/flush-table-proc/reached/test-1690028633202/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,624 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/flush-table-proc/acquired 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/flush-table-proc/reached/test-1690028633202 2023-07-22T12:24:11,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:24:11,624 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/flush-table-proc/abort/test-1690028633202 2023-07-22T12:24:11,624 DEBUG [(jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:24:11,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] flush.MasterFlushTableProcedureManager(172): Done waiting - exec procedure flush-table-proc for 'test-1690028633202' 2023-07-22T12:24:11,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] flush.MasterFlushTableProcedureManager(174): Master flush table procedure is successful! 2023-07-22T12:24:11,625 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/flush-table-proc/abort 2023-07-22T12:24:11,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:24:11,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/flush-table-proc/abort/test-1690028633202 because node does not exist (not an error) 2023-07-22T12:24:11,626 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'flush-table-proc : test-1690028633202'' to complete. (max 20000 ms per retry) 2023-07-22T12:24:11,626 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:24:11,726 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:24:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:flush-table-proc is done 2023-07-22T12:24:11,735 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34397/backupUT/backup_1690028639537/.backup.manifest 2023-07-22T12:24:11,739 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028639537/.backup.manifest 2023-07-22T12:24:11,745 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34397/backupUT/backup_1690028639537/.backup.manifest 2023-07-22T12:24:11,748 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028639537/.backup.manifest 2023-07-22T12:24:11,748 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.RestoreTablesClient(148): Restoring 'test-1690028633202' to 'test-1690028633202' from full backup image hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202 2023-07-22T12:24:11,761 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] util.RestoreTool(476): Truncating exising target table 'test-1690028633202', preserving region splits 2023-07-22T12:24:11,763 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$18(963): Started disable of test-1690028633202 2023-07-22T12:24:11,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable test-1690028633202 2023-07-22T12:24:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=test-1690028633202 2023-07-22T12:24:11,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028651783"}]},"ts":"1690028651783"} 2023-07-22T12:24:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:11,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028633202, state=DISABLING in hbase:meta 2023-07-22T12:24:11,789 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(293): Set test-1690028633202 to state=DISABLING 2023-07-22T12:24:11,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, UNASSIGN}] 2023-07-22T12:24:11,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, UNASSIGN 2023-07-22T12:24:11,794 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=80abe973e0ca5a7a4299306d8cf11227, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:11,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; CloseRegionProcedure 80abe973e0ca5a7a4299306d8cf11227, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:24:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:11,958 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(119): Close 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:11,958 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1668): Closing 80abe973e0ca5a7a4299306d8cf11227, disabling compactions & flushes 2023-07-22T12:24:11,958 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1690): Closing region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:11,958 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:11,958 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1778): Acquired close lock on test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. after waiting 0 ms 2023-07-22T12:24:11,958 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1788): Updates disabled for region test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:11,960 DEBUG [StoreFileCloser-80abe973e0ca5a7a4299306d8cf11227-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:11,962 DEBUG [StoreFileCloser-80abe973e0ca5a7a4299306d8cf11227-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:11,968 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/recovered.edits/110.seqid, newMaxSeqId=110, maxSeqId=1 2023-07-22T12:24:11,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:11,970 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1909): Closed test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. 2023-07-22T12:24:11,970 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1622): Region close journal for 80abe973e0ca5a7a4299306d8cf11227: 2023-07-22T12:24:11,972 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(163): Closed 80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:11,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=80abe973e0ca5a7a4299306d8cf11227, regionState=CLOSED 2023-07-22T12:24:11,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=38, resume processing ppid=37 2023-07-22T12:24:11,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, ppid=37, state=SUCCESS; CloseRegionProcedure 80abe973e0ca5a7a4299306d8cf11227, server=jenkins-hbase3.apache.org,41845,1690028623949 in 178 msec 2023-07-22T12:24:11,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:24:11,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=test-1690028633202, region=80abe973e0ca5a7a4299306d8cf11227, UNASSIGN in 186 msec 2023-07-22T12:24:11,980 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028651979"}]},"ts":"1690028651979"} 2023-07-22T12:24:11,981 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028633202, state=DISABLED in hbase:meta 2023-07-22T12:24:11,983 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set test-1690028633202 to state=DISABLED 2023-07-22T12:24:11,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; DisableTableProcedure table=test-1690028633202 in 211 msec 2023-07-22T12:24:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:12,089 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: default:test-1690028633202, procId: 36 completed 2023-07-22T12:24:12,090 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$16(843): Started truncating test-1690028633202 2023-07-22T12:24:12,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.HMaster$6(2479): Client=jenkins//172.31.12.81 truncate test-1690028633202 2023-07-22T12:24:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] procedure2.ProcedureExecutor(1033): Stored pid=39, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=test-1690028633202 preserveSplits=true) 2023-07-22T12:24:12,107 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'test-1690028633202' regions in transition 2023-07-22T12:24:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-07-22T12:24:12,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:12,122 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f, FileablePath, hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/recovered.edits] 2023-07-22T12:24:12,130 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/adde1857806646bf9b83593fb9e2f564 to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/adde1857806646bf9b83593fb9e2f564 2023-07-22T12:24:12,132 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:12,136 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/recovered.edits/110.seqid to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/recovered.edits/110.seqid 2023-07-22T12:24:12,137 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:12,137 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived test-1690028633202 regions 2023-07-22T12:24:12,149 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of test-1690028633202 from hbase:meta 2023-07-22T12:24:12,151 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'test-1690028633202' descriptor. 2023-07-22T12:24:12,152 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'test-1690028633202' from region states. 2023-07-22T12:24:12,152 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1690028652152"}]},"ts":"9223372036854775807"} 2023-07-22T12:24:12,155 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-07-22T12:24:12,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 80abe973e0ca5a7a4299306d8cf11227, NAME => 'test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227.', STARTKEY => '', ENDKEY => ''}] 2023-07-22T12:24:12,155 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'test-1690028633202' as deleted. 2023-07-22T12:24:12,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1690028652155"}]},"ts":"9223372036854775807"} 2023-07-22T12:24:12,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table test-1690028633202 state from META 2023-07-22T12:24:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-07-22T12:24:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-07-22T12:24:12,567 INFO [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d24d6f96db3b8e761872a3f1f5549bf9, NAME => 'test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690028633202', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63 2023-07-22T12:24:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-07-22T12:24:12,975 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:12,976 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1668): Closing d24d6f96db3b8e761872a3f1f5549bf9, disabling compactions & flushes 2023-07-22T12:24:12,976 INFO [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:12,976 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:12,976 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. after waiting 0 ms 2023-07-22T12:24:12,976 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:12,976 INFO [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1909): Closed test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:12,976 DEBUG [RegionOpenAndInit-test-1690028633202-pool-0 {}] regionserver.HRegion(1622): Region close journal for d24d6f96db3b8e761872a3f1f5549bf9: 2023-07-22T12:24:12,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690028652977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028652977"}]},"ts":"1690028652977"} 2023-07-22T12:24:12,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:12,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028652980"}]},"ts":"1690028652980"} 2023-07-22T12:24:12,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028633202, state=ENABLING in hbase:meta 2023-07-22T12:24:12,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028633202, region=d24d6f96db3b8e761872a3f1f5549bf9, ASSIGN}] 2023-07-22T12:24:12,989 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028633202, region=d24d6f96db3b8e761872a3f1f5549bf9, ASSIGN 2023-07-22T12:24:12,990 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690028633202, region=d24d6f96db3b8e761872a3f1f5549bf9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41845,1690028623949; forceNewPlan=false, retain=false 2023-07-22T12:24:13,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=d24d6f96db3b8e761872a3f1f5549bf9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:13,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure d24d6f96db3b8e761872a3f1f5549bf9, server=jenkins-hbase3.apache.org,41845,1690028623949}] 2023-07-22T12:24:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-07-22T12:24:13,300 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(130): Open test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:13,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7254): Opening region: {ENCODED => d24d6f96db3b8e761872a3f1f5549bf9, NAME => 'test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:13,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:13,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690028633202 d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(888): Instantiated test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:13,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7296): checking encryption for d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7299): checking classloading for d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,303 INFO [StoreOpener-d24d6f96db3b8e761872a3f1f5549bf9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,305 INFO [StoreOpener-d24d6f96db3b8e761872a3f1f5549bf9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d24d6f96db3b8e761872a3f1f5549bf9 columnFamilyName f 2023-07-22T12:24:13,305 DEBUG [StoreOpener-d24d6f96db3b8e761872a3f1f5549bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:13,306 INFO [StoreOpener-d24d6f96db3b8e761872a3f1f5549bf9-1 {}] regionserver.HStore(324): Store=d24d6f96db3b8e761872a3f1f5549bf9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:13,307 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,307 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,310 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1076): writing seq id for d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:13,313 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:13,313 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): Opened d24d6f96db3b8e761872a3f1f5549bf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11611544800, jitterRate=0.08140937983989716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:24:13,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(992): Region open journal for d24d6f96db3b8e761872a3f1f5549bf9: 2023-07-22T12:24:13,315 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9., pid=41, masterSystemTime=1690028653296 2023-07-22T12:24:13,317 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:13,317 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(158): Opened test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:13,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=d24d6f96db3b8e761872a3f1f5549bf9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:13,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-07-22T12:24:13,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure d24d6f96db3b8e761872a3f1f5549bf9, server=jenkins-hbase3.apache.org,41845,1690028623949 in 176 msec 2023-07-22T12:24:13,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=40, resume processing ppid=39 2023-07-22T12:24:13,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=test-1690028633202, region=d24d6f96db3b8e761872a3f1f5549bf9, ASSIGN in 335 msec 2023-07-22T12:24:13,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028633202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028653323"}]},"ts":"1690028653323"} 2023-07-22T12:24:13,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028633202, state=ENABLED in hbase:meta 2023-07-22T12:24:13,330 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'test-1690028633202' completed 2023-07-22T12:24:13,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, state=SUCCESS; TruncateTableProcedure (table=test-1690028633202 preserveSplits=true) in 1.2320 sec 2023-07-22T12:24:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40807 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-07-22T12:24:14,218 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.HBaseAdmin$TableFuture(3590): Operation: TRUNCATE, Table Name: default:test-1690028633202, procId: 39 completed 2023-07-22T12:24:14,227 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227 from hbase tables test-1690028633202 to tables test-1690028633202 2023-07-22T12:24:14,227 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1690028633202 into test-1690028633202 2023-07-22T12:24:14,231 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227 from hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227 2023-07-22T12:24:14,234 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c48014b to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:14,246 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f38280c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:14,249 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:14,252 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60120, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:24:14,272 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:24:14,273 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028633202 2023-07-22T12:24:14,281 DEBUG [hconnection-0x220319af-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:14,284 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37600, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:14,292 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028633202: 2023-07-22T12:24:14,293 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:24:14,293 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/partitions_805dc0b3-e991-41d4-87b4-157fdf55efe2 2023-07-22T12:24:14,742 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:14,743 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:14,744 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:14,744 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,765 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop-6148198910416916476.jar 2023-07-22T12:24:15,765 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,766 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,766 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,767 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,767 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,768 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,768 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,769 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,769 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,770 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:24:15,770 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:24:15,771 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:24:15,771 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:24:15,772 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:24:15,772 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:24:15,773 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:24:15,773 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:24:15,773 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:24:15,774 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:24:15,775 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:24:15,775 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:24:15,779 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,779 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,780 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,780 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,780 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,781 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:15,781 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:15,782 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1690028633202 2023-07-22T12:24:15,782 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:15,782 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c48014b to 127.0.0.1:60548 2023-07-22T12:24:15,782 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:15,782 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:24:15,782 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:24:15,783 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:24:15,788 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:24:15,794 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:24:15,871 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.local.dir/1690028655838/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:24:15,871 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/mapreduce.cluster.local.dir/1690028655838/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:24:15,963 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/archive/data/default/test-1690028633202/80abe973e0ca5a7a4299306d8cf11227/f/d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:15,968 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:24:15,972 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5987577bd7841458fcbab1d57c5c3cf 2023-07-22T12:24:16,084 DEBUG [pool-192-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x75c42e96 to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:16,091 DEBUG [pool-192-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96964ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:16,094 DEBUG [hconnection-0x487b2571-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:16,096 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:16,101 DEBUG [pool-192-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x75c42e96 to 127.0.0.1:60548 2023-07-22T12:24:16,102 DEBUG [pool-192-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:16,102 DEBUG [pool-192-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-07-22T12:24:16,102 DEBUG [pool-192-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:24:16,112 DEBUG [pool-192-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227/_temporary/0/_temporary/attempt_local1908188841_0002_r_000000_0/f/2034db95ead74abaadc98b6e17155993 is 37, key is row10/f:q1/1690028634870/Put/seqid=0 2023-07-22T12:24:16,115 WARN [Thread-770 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:41845] Specified favored nodes: [jenkins-hbase3.apache.org:41845] 2023-07-22T12:24:16,948 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227 2023-07-22T12:24:16,948 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4182799e to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:16,955 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c59dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:16,957 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:16,959 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37620, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:16,968 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227/_SUCCESS 2023-07-22T12:24:16,978 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:16,980 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:24:17,022 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2034db95ead74abaadc98b6e17155993 2023-07-22T12:24:17,022 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227/f/2034db95ead74abaadc98b6e17155993 first=Optional[row0] last=Optional[row98] 2023-07-22T12:24:17,050 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9., hostname=jenkins-hbase3.apache.org,41845,1690028623949, seqNum=2 for row with hfile group [{f,hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227/f/2034db95ead74abaadc98b6e17155993}] 2023-07-22T12:24:17,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227/f/2034db95ead74abaadc98b6e17155993 for inclusion in d24d6f96db3b8e761872a3f1f5549bf9/f 2023-07-22T12:24:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-07-22T12:24:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:24:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2034db95ead74abaadc98b6e17155993 2023-07-22T12:24:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HRegion(2520): Flush status journal for d24d6f96db3b8e761872a3f1f5549bf9: 2023-07-22T12:24:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/hbase-staging/bulk_output-default-test-1690028633202-1690028654227/f/2034db95ead74abaadc98b6e17155993 to hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/staging/jenkins__test-1690028633202__c7ss1digon6eqm8r2poub5jt48bldf9cneagtomntg12s0boilfosthc84m1prup/f/2034db95ead74abaadc98b6e17155993 2023-07-22T12:24:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/staging/jenkins__test-1690028633202__c7ss1digon6eqm8r2poub5jt48bldf9cneagtomntg12s0boilfosthc84m1prup/f/2034db95ead74abaadc98b6e17155993 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/f/c647dd017a44487d8c87a795d95a69b1_SeqId_4_ 2023-07-22T12:24:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x61e2900a to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf3395f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:17,091 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60146, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:24:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:17,096 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37636, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] impl.BackupSystemTable(408): write bulk load descriptor to backup test-1690028633202 with 1 entries 2023-07-22T12:24:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] impl.BackupSystemTable(1582): writing raw bulk path hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/f/c647dd017a44487d8c87a795d95a69b1_SeqId_4_ for test-1690028633202 d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] impl.BackupSystemTable(415): written 1 rows for bulk load of test-1690028633202 2023-07-22T12:24:17,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x61e2900a to 127.0.0.1:60548 2023-07-22T12:24:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:17,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/staging/jenkins__test-1690028633202__c7ss1digon6eqm8r2poub5jt48bldf9cneagtomntg12s0boilfosthc84m1prup/f/2034db95ead74abaadc98b6e17155993 into d24d6f96db3b8e761872a3f1f5549bf9/f as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/f/c647dd017a44487d8c87a795d95a69b1_SeqId_4_ - updating store file list. 2023-07-22T12:24:17,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/f/c647dd017a44487d8c87a795d95a69b1_SeqId_4_ into d24d6f96db3b8e761872a3f1f5549bf9/f 2023-07-22T12:24:17,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/staging/jenkins__test-1690028633202__c7ss1digon6eqm8r2poub5jt48bldf9cneagtomntg12s0boilfosthc84m1prup/f/2034db95ead74abaadc98b6e17155993 into d24d6f96db3b8e761872a3f1f5549bf9/f (new location: hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/f/c647dd017a44487d8c87a795d95a69b1_SeqId_4_) 2023-07-22T12:24:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/staging/jenkins__test-1690028633202__c7ss1digon6eqm8r2poub5jt48bldf9cneagtomntg12s0boilfosthc84m1prup/f/2034db95ead74abaadc98b6e17155993 2023-07-22T12:24:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x003f438f to 127.0.0.1:60548 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435c4046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:17,144 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60160, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:24:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:17,148 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37638, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:24:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] impl.BackupSystemTable(388): write bulk load descriptor to backup test-1690028633202 with 1 entries 2023-07-22T12:24:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] impl.BackupSystemTable(1503): writing done bulk path hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/f/c647dd017a44487d8c87a795d95a69b1_SeqId_4_ for test-1690028633202 d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] impl.BackupSystemTable(394): written 1 rows for bulk load of test-1690028633202 2023-07-22T12:24:17,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x003f438f to 127.0.0.1:60548 2023-07-22T12:24:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:17,175 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:17,176 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4182799e to 127.0.0.1:60548 2023-07-22T12:24:17,176 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:17,177 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:24:17,177 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-07-22T12:24:17,177 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] impl.RestoreTablesClient(233): Backup: backup_1690028639537 hdfs://localhost:34397/backupUT/backup_1690028639537/default/test-1690028633202/ 2023-07-22T12:24:17,177 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-07-22T12:24:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41845 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Scan size: 142 connection: 172.31.12.81:53754 deadline: 1690028717177, exception=org.apache.hadoop.hbase.NotServingRegionException: test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227. is not online on jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:17,310 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.ResourceChecker(175): after: backup.TestBackupDeleteRestore#testBackupDeleteRestore Thread=602 (was 584) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41845,1690028623949)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-729588266-172.31.12.81-1690028614458:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-602888998_16 at /127.0.0.1:43748 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60548@0x003f438f java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/547705269.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-746585117_16 at /127.0.0.1:50486 [Receiving block BP-729588266-172.31.12.81-1690028614458:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4e56716a-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-729588266-172.31.12.81-1690028614458:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,40807,1690028620393)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4e56716a-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60548@0x003f438f-SendThread(127.0.0.1:60548) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60548@0x4182799e java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/547705269.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60548@0x4182799e-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x4878ee8-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-602888998_16 at /127.0.0.1:50540 [Waiting for operation #25] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4878ee8-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60548@0x003f438f-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-746585117_16 at /127.0.0.1:50474 [Receiving block BP-729588266-172.31.12.81-1690028614458:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60548@0x4182799e-SendThread(127.0.0.1:60548) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,41845,1690028623949' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=688 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=291 (was 326), ProcessCount=171 (was 171), AvailableMemoryMB=16137 (was 16504) 2023-07-22T12:24:17,311 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2023-07-22T12:24:17,318 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:24:17,318 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:17,319 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7268607b to 127.0.0.1:60548 2023-07-22T12:24:17,319 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:17,319 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:24:17,319 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] util.JVMClusterUtil(257): Found active master hash=1928962730, stopped=false 2023-07-22T12:24:17,319 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:24:17,321 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-07-22T12:24:17,321 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-07-22T12:24:17,322 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:17,322 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:24:17,322 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:17,322 DEBUG [Listener at jenkins-hbase3.apache.org/46279 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:17,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:24:17,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:24:17,322 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,41845,1690028623949' ***** 2023-07-22T12:24:17,322 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:24:17,323 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:24:17,335 INFO [RS:0;jenkins-hbase3:41845 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7434e1f{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:24:17,339 INFO [RS:0;jenkins-hbase3:41845 {}] server.AbstractConnector(383): Stopped ServerConnector@7b6168fe{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:24:17,339 INFO [RS:0;jenkins-hbase3:41845 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:24:17,340 INFO [RS:0;jenkins-hbase3:41845 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@603eade4{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:24:17,340 INFO [RS:0;jenkins-hbase3:41845 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@63e80a48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.log.dir/,STOPPED} 2023-07-22T12:24:17,343 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:24:17,343 INFO [RS:0;jenkins-hbase3:41845 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:24:17,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:24:17,343 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:24:17,343 INFO [RS:0;jenkins-hbase3:41845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:24:17,343 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 5f465b5580f2b6b2b4b49787bb7c9a10 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 4eda9ca8ef3a878c9be7c47a9721e7c5 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 073e2c54dab2943a4867fc48084d066b 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 4773bf620e1d0ba8bff3ee1ad30d3faf 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 4fc37fdac653acdb3f2ce39bf6ef6ba1 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:17,344 INFO [RS:0;jenkins-hbase3:41845 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:24:17,344 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5f465b5580f2b6b2b4b49787bb7c9a10, disabling compactions & flushes 2023-07-22T12:24:17,344 DEBUG [RS:0;jenkins-hbase3:41845 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:17,344 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:17,345 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:17,345 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:24:17,345 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. after waiting 0 ms 2023-07-22T12:24:17,345 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:24:17,345 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:24:17,345 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:17,345 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:24:17,345 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 5f465b5580f2b6b2b4b49787bb7c9a10 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-07-22T12:24:17,345 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-07-22T12:24:17,345 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1583): Online Regions={5f465b5580f2b6b2b4b49787bb7c9a10=backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10., 4eda9ca8ef3a878c9be7c47a9721e7c5=hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5., 1588230740=hbase:meta,,1.1588230740, d24d6f96db3b8e761872a3f1f5549bf9=test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9., 78966300cef0dbeebabd438db22e5fdc=backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc., 073e2c54dab2943a4867fc48084d066b=ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b., 4773bf620e1d0ba8bff3ee1ad30d3faf=ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf., 4fc37fdac653acdb3f2ce39bf6ef6ba1=ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.} 2023-07-22T12:24:17,346 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:24:17,346 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:24:17,346 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:24:17,346 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:24:17,346 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:24:17,346 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.72 KB heapSize=20.47 KB 2023-07-22T12:24:17,346 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 1588230740, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 5f465b5580f2b6b2b4b49787bb7c9a10, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:17,361 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/meta/cfa8deb2583d451b888fe4d705864f5a is 169, key is trslm:hdfs://localhost:34397/backupUT\x00test-1690028633202/meta:log-roll-map/1690028650603/Put/seqid=0 2023-07-22T12:24:17,366 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/info/a76d8852fcd14914b882cf894b63e894 is 159, key is ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b./info:regioninfo/1690028636241/Put/seqid=0 2023-07-22T12:24:17,376 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/info/a76d8852fcd14914b882cf894b63e894 2023-07-22T12:24:17,382 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a76d8852fcd14914b882cf894b63e894 2023-07-22T12:24:17,395 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/rep_barrier/784ed0933545442e8d98f019c37b06ed is 102, key is test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227./rep_barrier:/1690028652140/DeleteFamily/seqid=0 2023-07-22T12:24:17,401 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/rep_barrier/784ed0933545442e8d98f019c37b06ed 2023-07-22T12:24:17,407 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 784ed0933545442e8d98f019c37b06ed 2023-07-22T12:24:17,417 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:24:17,420 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/table/05d785ff11c74b158069b2fc4ac7128e is 96, key is test-1690028633202,,1690028633702.80abe973e0ca5a7a4299306d8cf11227./table:/1690028652140/DeleteFamily/seqid=0 2023-07-22T12:24:17,428 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/table/05d785ff11c74b158069b2fc4ac7128e 2023-07-22T12:24:17,434 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 05d785ff11c74b158069b2fc4ac7128e 2023-07-22T12:24:17,435 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/info/a76d8852fcd14914b882cf894b63e894 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/info/a76d8852fcd14914b882cf894b63e894 2023-07-22T12:24:17,442 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/info/a76d8852fcd14914b882cf894b63e894, entries=72, sequenceid=51, filesize=14.3 K 2023-07-22T12:24:17,443 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/rep_barrier/784ed0933545442e8d98f019c37b06ed as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/rep_barrier/784ed0933545442e8d98f019c37b06ed 2023-07-22T12:24:17,451 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/rep_barrier/784ed0933545442e8d98f019c37b06ed, entries=1, sequenceid=51, filesize=5.4 K 2023-07-22T12:24:17,452 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/.tmp/table/05d785ff11c74b158069b2fc4ac7128e as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/table/05d785ff11c74b158069b2fc4ac7128e 2023-07-22T12:24:17,459 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/table/05d785ff11c74b158069b2fc4ac7128e, entries=16, sequenceid=51, filesize=6.0 K 2023-07-22T12:24:17,461 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.72 KB/12002, heapSize ~20.42 KB/20912, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=51, compaction requested=false 2023-07-22T12:24:17,464 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a76d8852fcd14914b882cf894b63e894 2023-07-22T12:24:17,466 DEBUG [StoreFileCloser-1588230740-rep_barrier-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 784ed0933545442e8d98f019c37b06ed 2023-07-22T12:24:17,468 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 05d785ff11c74b158069b2fc4ac7128e 2023-07-22T12:24:17,473 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/meta/1588230740/recovered.edits/54.seqid, newMaxSeqId=54, maxSeqId=1 2023-07-22T12:24:17,473 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:17,473 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:24:17,474 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:24:17,474 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:24:17,474 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:24:17,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:24:17,547 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 5f465b5580f2b6b2b4b49787bb7c9a10, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:17,747 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 5f465b5580f2b6b2b4b49787bb7c9a10, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:17,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/meta/cfa8deb2583d451b888fe4d705864f5a 2023-07-22T12:24:17,779 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: cfa8deb2583d451b888fe4d705864f5a 2023-07-22T12:24:17,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/session/1ee5a61f9592458e8b9419b0d1181433 is 310, key is session:backup_1690028639537/session:context/1690028651085/Put/seqid=0 2023-07-22T12:24:17,947 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 5f465b5580f2b6b2b4b49787bb7c9a10, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:18,148 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 5f465b5580f2b6b2b4b49787bb7c9a10, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:18,153 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:24:18,153 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:24:18,189 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/session/1ee5a61f9592458e8b9419b0d1181433 2023-07-22T12:24:18,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1ee5a61f9592458e8b9419b0d1181433 2023-07-22T12:24:18,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/meta/cfa8deb2583d451b888fe4d705864f5a as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/meta/cfa8deb2583d451b888fe4d705864f5a 2023-07-22T12:24:18,205 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/meta/cfa8deb2583d451b888fe4d705864f5a, entries=4, sequenceid=16, filesize=5.5 K 2023-07-22T12:24:18,207 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/.tmp/session/1ee5a61f9592458e8b9419b0d1181433 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/session/1ee5a61f9592458e8b9419b0d1181433 2023-07-22T12:24:18,214 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/session/1ee5a61f9592458e8b9419b0d1181433, entries=2, sequenceid=16, filesize=5.3 K 2023-07-22T12:24:18,216 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 5f465b5580f2b6b2b4b49787bb7c9a10 in 870ms, sequenceid=16, compaction requested=false 2023-07-22T12:24:18,218 DEBUG [StoreFileCloser-5f465b5580f2b6b2b4b49787bb7c9a10-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: cfa8deb2583d451b888fe4d705864f5a 2023-07-22T12:24:18,220 DEBUG [StoreFileCloser-5f465b5580f2b6b2b4b49787bb7c9a10-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f2535e5f58d04c36aeee9614408916bc 2023-07-22T12:24:18,222 DEBUG [StoreFileCloser-5f465b5580f2b6b2b4b49787bb7c9a10-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1ee5a61f9592458e8b9419b0d1181433 2023-07-22T12:24:18,228 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system/5f465b5580f2b6b2b4b49787bb7c9a10/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-07-22T12:24:18,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:18,230 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:18,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5f465b5580f2b6b2b4b49787bb7c9a10: 2023-07-22T12:24:18,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690028639690.5f465b5580f2b6b2b4b49787bb7c9a10. 2023-07-22T12:24:18,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4eda9ca8ef3a878c9be7c47a9721e7c5, disabling compactions & flushes 2023-07-22T12:24:18,231 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:24:18,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:24:18,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. after waiting 0 ms 2023-07-22T12:24:18,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:24:18,232 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 4eda9ca8ef3a878c9be7c47a9721e7c5 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:24:18,257 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/.tmp/info/af286dd2a43a43778425b463640b6dda is 45, key is default/info:d/1690028628326/Put/seqid=0 2023-07-22T12:24:18,348 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1579): Waiting on 6 regions to close 2023-07-22T12:24:18,348 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1583): Online Regions={4eda9ca8ef3a878c9be7c47a9721e7c5=hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5., d24d6f96db3b8e761872a3f1f5549bf9=test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9., 78966300cef0dbeebabd438db22e5fdc=backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc., 073e2c54dab2943a4867fc48084d066b=ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b., 4773bf620e1d0ba8bff3ee1ad30d3faf=ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf., 4fc37fdac653acdb3f2ce39bf6ef6ba1=ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1.} 2023-07-22T12:24:18,348 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:18,548 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4eda9ca8ef3a878c9be7c47a9721e7c5, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 78966300cef0dbeebabd438db22e5fdc, d24d6f96db3b8e761872a3f1f5549bf9 2023-07-22T12:24:18,665 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/.tmp/info/af286dd2a43a43778425b463640b6dda 2023-07-22T12:24:18,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: af286dd2a43a43778425b463640b6dda 2023-07-22T12:24:18,673 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/.tmp/info/af286dd2a43a43778425b463640b6dda as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/info/af286dd2a43a43778425b463640b6dda 2023-07-22T12:24:18,679 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/info/af286dd2a43a43778425b463640b6dda, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:24:18,680 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 4eda9ca8ef3a878c9be7c47a9721e7c5 in 448ms, sequenceid=11, compaction requested=false 2023-07-22T12:24:18,683 DEBUG [StoreFileCloser-4eda9ca8ef3a878c9be7c47a9721e7c5-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: af286dd2a43a43778425b463640b6dda 2023-07-22T12:24:18,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/hbase/namespace/4eda9ca8ef3a878c9be7c47a9721e7c5/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:24:18,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:18,688 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:24:18,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4eda9ca8ef3a878c9be7c47a9721e7c5: 2023-07-22T12:24:18,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690028627317.4eda9ca8ef3a878c9be7c47a9721e7c5. 2023-07-22T12:24:18,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d24d6f96db3b8e761872a3f1f5549bf9, disabling compactions & flushes 2023-07-22T12:24:18,689 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:18,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:18,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. after waiting 0 ms 2023-07-22T12:24:18,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:18,690 DEBUG [StoreFileCloser-d24d6f96db3b8e761872a3f1f5549bf9-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c647dd017a44487d8c87a795d95a69b1_SeqId_4_ 2023-07-22T12:24:18,694 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/default/test-1690028633202/d24d6f96db3b8e761872a3f1f5549bf9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-07-22T12:24:18,695 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:18,695 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:18,695 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d24d6f96db3b8e761872a3f1f5549bf9: 2023-07-22T12:24:18,695 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690028633202,,1690028652139.d24d6f96db3b8e761872a3f1f5549bf9. 2023-07-22T12:24:18,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 78966300cef0dbeebabd438db22e5fdc, disabling compactions & flushes 2023-07-22T12:24:18,696 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:18,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:18,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. after waiting 0 ms 2023-07-22T12:24:18,696 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:18,696 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 78966300cef0dbeebabd438db22e5fdc 2/2 column families, dataSize=1.39 KB heapSize=2.47 KB 2023-07-22T12:24:18,711 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/.tmp/meta/9c37581cdbdd4d6497efef4af9d4021e is 321, key is bulk:test-1690028633202:d24d6f96db3b8e761872a3f1f5549bf9:c647dd017a44487d8c87a795d95a69b1_SeqId_4_/meta:path/1690028657164/Put/seqid=0 2023-07-22T12:24:18,749 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:18,949 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:19,117 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/.tmp/meta/9c37581cdbdd4d6497efef4af9d4021e 2023-07-22T12:24:19,124 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9c37581cdbdd4d6497efef4af9d4021e 2023-07-22T12:24:19,125 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/.tmp/meta/9c37581cdbdd4d6497efef4af9d4021e as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/meta/9c37581cdbdd4d6497efef4af9d4021e 2023-07-22T12:24:19,131 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/meta/9c37581cdbdd4d6497efef4af9d4021e, entries=4, sequenceid=6, filesize=6.0 K 2023-07-22T12:24:19,132 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.39 KB/1428, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 78966300cef0dbeebabd438db22e5fdc in 436ms, sequenceid=6, compaction requested=false 2023-07-22T12:24:19,136 DEBUG [StoreFileCloser-78966300cef0dbeebabd438db22e5fdc-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9c37581cdbdd4d6497efef4af9d4021e 2023-07-22T12:24:19,166 DEBUG [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1609): Waiting on 073e2c54dab2943a4867fc48084d066b, 4773bf620e1d0ba8bff3ee1ad30d3faf, 4fc37fdac653acdb3f2ce39bf6ef6ba1, 78966300cef0dbeebabd438db22e5fdc 2023-07-22T12:24:19,171 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/backup/system_bulk/78966300cef0dbeebabd438db22e5fdc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-07-22T12:24:19,171 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:19,172 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:19,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 78966300cef0dbeebabd438db22e5fdc: 2023-07-22T12:24:19,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690028640817.78966300cef0dbeebabd438db22e5fdc. 2023-07-22T12:24:19,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 073e2c54dab2943a4867fc48084d066b, disabling compactions & flushes 2023-07-22T12:24:19,173 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:24:19,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:24:19,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. after waiting 0 ms 2023-07-22T12:24:19,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:24:19,173 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 073e2c54dab2943a4867fc48084d066b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:24:19,194 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/.tmp/f/e8bc62cbe23b44988030f92fa5b2ffb7 is 37, key is row10/f:q1/1690028637124/Put/seqid=0 2023-07-22T12:24:19,201 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/.tmp/f/e8bc62cbe23b44988030f92fa5b2ffb7 2023-07-22T12:24:19,208 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e8bc62cbe23b44988030f92fa5b2ffb7 2023-07-22T12:24:19,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/.tmp/f/e8bc62cbe23b44988030f92fa5b2ffb7 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/f/e8bc62cbe23b44988030f92fa5b2ffb7 2023-07-22T12:24:19,216 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/f/e8bc62cbe23b44988030f92fa5b2ffb7, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:24:19,217 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 073e2c54dab2943a4867fc48084d066b in 44ms, sequenceid=103, compaction requested=false 2023-07-22T12:24:19,219 DEBUG [StoreFileCloser-073e2c54dab2943a4867fc48084d066b-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e8bc62cbe23b44988030f92fa5b2ffb7 2023-07-22T12:24:19,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns2/test-16900286332021/073e2c54dab2943a4867fc48084d066b/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:24:19,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:19,225 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:24:19,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 073e2c54dab2943a4867fc48084d066b: 2023-07-22T12:24:19,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16900286332021,,1690028634986.073e2c54dab2943a4867fc48084d066b. 2023-07-22T12:24:19,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4773bf620e1d0ba8bff3ee1ad30d3faf, disabling compactions & flushes 2023-07-22T12:24:19,226 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:24:19,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:24:19,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. after waiting 0 ms 2023-07-22T12:24:19,226 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:24:19,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns3/test-16900286332022/4773bf620e1d0ba8bff3ee1ad30d3faf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:24:19,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:19,231 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:24:19,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4773bf620e1d0ba8bff3ee1ad30d3faf: 2023-07-22T12:24:19,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900286332022,,1690028637208.4773bf620e1d0ba8bff3ee1ad30d3faf. 2023-07-22T12:24:19,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4fc37fdac653acdb3f2ce39bf6ef6ba1, disabling compactions & flushes 2023-07-22T12:24:19,231 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:24:19,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:24:19,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. after waiting 0 ms 2023-07-22T12:24:19,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:24:19,235 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/data/ns4/test-16900286332023/4fc37fdac653acdb3f2ce39bf6ef6ba1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:24:19,235 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:19,236 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:24:19,236 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4fc37fdac653acdb3f2ce39bf6ef6ba1: 2023-07-22T12:24:19,236 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900286332023,,1690028638349.4fc37fdac653acdb3f2ce39bf6ef6ba1. 2023-07-22T12:24:19,366 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41845,1690028623949; all regions closed. 2023-07-22T12:24:19,374 DEBUG [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/oldWALs 2023-07-22T12:24:19,374 INFO [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C41845%2C1690028623949.meta:.meta(num 1690028645230) 2023-07-22T12:24:19,379 DEBUG [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/oldWALs 2023-07-22T12:24:19,379 INFO [RS:0;jenkins-hbase3:41845 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C41845%2C1690028623949:(num 1690028645207) 2023-07-22T12:24:19,379 DEBUG [RS:0;jenkins-hbase3:41845 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:19,379 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:24:19,380 INFO [RS:0;jenkins-hbase3:41845 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-07-22T12:24:19,380 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:24:19,381 INFO [RS:0;jenkins-hbase3:41845 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:41845 2023-07-22T12:24:19,387 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,41845,1690028623949 2023-07-22T12:24:19,387 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:24:19,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,41845,1690028623949] 2023-07-22T12:24:19,390 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,41845,1690028623949; numProcessing=1 2023-07-22T12:24:19,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,41845,1690028623949 already deleted, retry=false 2023-07-22T12:24:19,391 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,41845,1690028623949 expired; onlineServers=0 2023-07-22T12:24:19,391 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,40807,1690028620393' ***** 2023-07-22T12:24:19,391 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:24:19,392 DEBUG [M:0;jenkins-hbase3:40807 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b600da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:24:19,392 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:24:19,398 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-07-22T12:24:19,398 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:19,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:24:19,432 INFO [M:0;jenkins-hbase3:40807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6e67afcb{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:24:19,433 INFO [M:0;jenkins-hbase3:40807 {}] server.AbstractConnector(383): Stopped ServerConnector@6040b775{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:24:19,433 INFO [M:0;jenkins-hbase3:40807 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:24:19,434 INFO [M:0;jenkins-hbase3:40807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@301a9da4{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:24:19,434 INFO [M:0;jenkins-hbase3:40807 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@79fc3d28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/hadoop.log.dir/,STOPPED} 2023-07-22T12:24:19,434 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,40807,1690028620393 2023-07-22T12:24:19,435 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,40807,1690028620393; all regions closed. 2023-07-22T12:24:19,435 DEBUG [M:0;jenkins-hbase3:40807 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:19,435 INFO [M:0;jenkins-hbase3:40807 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:24:19,435 INFO [M:0;jenkins-hbase3:40807 {}] server.AbstractConnector(383): Stopped ServerConnector@5d154786{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:24:19,436 DEBUG [M:0;jenkins-hbase3:40807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:24:19,436 INFO [M:0;jenkins-hbase3:40807 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:24:19,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:24:19,436 DEBUG [M:0;jenkins-hbase3:40807 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48930587 to 127.0.0.1:60548 2023-07-22T12:24:19,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028626034 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028626034,5,FailOnTimeoutGroup] 2023-07-22T12:24:19,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028626035 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028626035,5,FailOnTimeoutGroup] 2023-07-22T12:24:19,436 DEBUG [M:0;jenkins-hbase3:40807 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:19,436 DEBUG [M:0;jenkins-hbase3:40807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:24:19,436 INFO [M:0;jenkins-hbase3:40807 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:24:19,436 DEBUG [M:0;jenkins-hbase3:40807 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:24:19,437 INFO [M:0;jenkins-hbase3:40807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:24:19,437 ERROR [M:0;jenkins-hbase3:40807 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] 2023-07-22T12:24:19,437 INFO [M:0;jenkins-hbase3:40807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:24:19,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:24:19,438 DEBUG [M:0;jenkins-hbase3:40807 {}] zookeeper.ZKUtil(347): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-07-22T12:24:19,438 WARN [M:0;jenkins-hbase3:40807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:24:19,438 INFO [M:0;jenkins-hbase3:40807 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:24:19,438 INFO [M:0;jenkins-hbase3:40807 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:24:19,439 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:24:19,450 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:19,450 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:19,450 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:24:19,450 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:19,450 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=160.01 KB heapSize=192 KB 2023-07-22T12:24:19,463 DEBUG [M:0;jenkins-hbase3:40807 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c0f50f9b0eb4b24862c2b694ab572d1 is 88, key is hbase:meta,,1/info:sn/1690028626527/Put/seqid=0 2023-07-22T12:24:19,489 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:24:19,489 INFO [RS:0;jenkins-hbase3:41845 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41845,1690028623949; zookeeper connection closed. 2023-07-22T12:24:19,489 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41845-0x100005797220001, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:24:19,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4dca89b5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4dca89b5 2023-07-22T12:24:19,490 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:24:19,868 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c0f50f9b0eb4b24862c2b694ab572d1 2023-07-22T12:24:19,874 DEBUG [M:0;jenkins-hbase3:40807 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2c0f50f9b0eb4b24862c2b694ab572d1 2023-07-22T12:24:19,888 DEBUG [M:0;jenkins-hbase3:40807 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/562d1363ce9346e7b07221ceee91127e is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690028642011/Put/seqid=0 2023-07-22T12:24:19,893 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=159.42 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/562d1363ce9346e7b07221ceee91127e 2023-07-22T12:24:19,899 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 562d1363ce9346e7b07221ceee91127e 2023-07-22T12:24:19,899 DEBUG [M:0;jenkins-hbase3:40807 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 562d1363ce9346e7b07221ceee91127e 2023-07-22T12:24:19,912 DEBUG [M:0;jenkins-hbase3:40807 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b13ae2ea05af445899709843127aab07 is 82, key is jenkins-hbase3.apache.org,41845,1690028623949/rs:state/1690028626061/Put/seqid=0 2023-07-22T12:24:20,318 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b13ae2ea05af445899709843127aab07 2023-07-22T12:24:20,323 DEBUG [M:0;jenkins-hbase3:40807 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b13ae2ea05af445899709843127aab07 2023-07-22T12:24:20,324 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c0f50f9b0eb4b24862c2b694ab572d1 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c0f50f9b0eb4b24862c2b694ab572d1 2023-07-22T12:24:20,331 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c0f50f9b0eb4b24862c2b694ab572d1, entries=8, sequenceid=371, filesize=5.5 K 2023-07-22T12:24:20,332 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/562d1363ce9346e7b07221ceee91127e as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/562d1363ce9346e7b07221ceee91127e 2023-07-22T12:24:20,337 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 562d1363ce9346e7b07221ceee91127e 2023-07-22T12:24:20,337 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/562d1363ce9346e7b07221ceee91127e, entries=41, sequenceid=371, filesize=13.7 K 2023-07-22T12:24:20,338 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b13ae2ea05af445899709843127aab07 as hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b13ae2ea05af445899709843127aab07 2023-07-22T12:24:20,343 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34397/user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b13ae2ea05af445899709843127aab07, entries=1, sequenceid=371, filesize=5.1 K 2023-07-22T12:24:20,345 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(3022): Finished flush of dataSize ~160.01 KB/163851, heapSize ~191.70 KB/196304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=371, compaction requested=false 2023-07-22T12:24:20,347 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2c0f50f9b0eb4b24862c2b694ab572d1 2023-07-22T12:24:20,348 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 562d1363ce9346e7b07221ceee91127e 2023-07-22T12:24:20,349 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b13ae2ea05af445899709843127aab07 2023-07-22T12:24:20,350 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:20,350 DEBUG [M:0;jenkins-hbase3:40807 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:24:20,353 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/7ae1c9ee-2ca6-b16e-1302-8e7f2b722f63/MasterData/WALs/jenkins-hbase3.apache.org,40807,1690028620393/jenkins-hbase3.apache.org%2C40807%2C1690028620393.1690028624960 not finished, retry = 0 2023-07-22T12:24:20,454 INFO [M:0;jenkins-hbase3:40807 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:24:20,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:24:20,454 INFO [M:0;jenkins-hbase3:40807 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:24:20,455 INFO [M:0;jenkins-hbase3:40807 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:40807 2023-07-22T12:24:20,457 DEBUG [M:0;jenkins-hbase3:40807 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,40807,1690028620393 already deleted, retry=false 2023-07-22T12:24:20,559 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:24:20,559 INFO [M:0;jenkins-hbase3:40807 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,40807,1690028620393; zookeeper connection closed. 2023-07-22T12:24:20,559 DEBUG [Listener at localhost/37731-EventThread {}] zookeeper.ZKWatcher(604): master:40807-0x100005797220000, quorum=127.0.0.1:60548, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:24:20,563 WARN [Listener at jenkins-hbase3.apache.org/46279 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:24:20,571 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690028633202 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900286332022 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900286332023 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:20,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900286332021 2023-07-22T12:24:20,678 WARN [BP-729588266-172.31.12.81-1690028614458 heartbeating to localhost/127.0.0.1:34397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:24:20,678 WARN [BP-729588266-172.31.12.81-1690028614458 heartbeating to localhost/127.0.0.1:34397 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-729588266-172.31.12.81-1690028614458 (Datanode Uuid d014dd78-1653-4afe-961d-857552c46d4a) service to localhost/127.0.0.1:34397 2023-07-22T12:24:20,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/dfs/data/data1/current/BP-729588266-172.31.12.81-1690028614458 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:24:20,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/31820b04-5572-0fa1-3767-deabd9c88785/cluster_5f64200c-fbea-4b15-d172-6345d8f522ea/dfs/data/data2/current/BP-729588266-172.31.12.81-1690028614458 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:24:20,722 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:24:20,836 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-07-22T12:24:20,890 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:24:20,890 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:24:20,905 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:24:21,029 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:24:21,140 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:24:21,141 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:24:21,145 WARN [763149081@qtp-1412973388-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43967 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(546): HttpServer Acceptor: isRunning is false. Rechecking. 2023-07-22T12:24:21,145 WARN [763149081@qtp-1412973388-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43967 {}] http.HttpServer2$SelectChannelConnectorWithSafeStartup(555): HttpServer Acceptor: isRunning is false 2023-07-22T12:24:21,154 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:24:21,162 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:24:21,163 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:24:21,176 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:24:21,282 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:24:21,282 INFO [Listener at jenkins-hbase3.apache.org/46279 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped