2023-09-06 20:24:37,492 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:24:37,511 main DEBUG Took 0.014877 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:24:37,512 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:24:37,512 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:24:37,513 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:24:37,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,525 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:24:37,542 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,546 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,547 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,549 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,551 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,552 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,553 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:24:37,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,558 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:24:37,561 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:24:37,564 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:24:37,567 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:24:37,567 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:24:37,569 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:24:37,569 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:24:37,584 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:24:37,588 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:24:37,592 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:24:37,593 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:24:37,593 main DEBUG createAppenders(={Console}) 2023-09-06 20:24:37,594 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:24:37,595 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:24:37,595 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:24:37,596 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:24:37,596 main DEBUG OutputStream closed 2023-09-06 20:24:37,597 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:24:37,597 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:24:37,597 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:24:37,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:24:37,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:24:37,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:24:37,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:24:37,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:24:37,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:24:37,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:24:37,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:24:37,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:24:37,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:24:37,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:24:37,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:24:37,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:24:37,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:24:37,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:24:37,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:24:37,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:24:37,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:24:37,663 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:24:37,664 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:24:37,664 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:24:37,665 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:24:37,700 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupDeleteRestore timeout: 13 mins 2023-09-06 20:24:37,706 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:24:37,707 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:24:38,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1 2023-09-06T20:24:38,162 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:24:38,165 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:24:38,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:24:38,172 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3, deleteOnExit=true 2023-09-06T20:24:38,172 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:24:38,173 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/test.cache.data in system properties and HBase conf 2023-09-06T20:24:38,173 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:24:38,174 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:24:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:24:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:24:38,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:24:38,325 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:24:38,918 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:24:38,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:38,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:38,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:24:38,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:38,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:24:38,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:24:38,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:38,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:38,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:24:38,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:24:38,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:24:38,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:38,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:24:38,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:24:39,472 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:24:39,478 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:24:39,789 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:24:39,962 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@8f033fe via org.mortbay.log.Slf4jLog 2023-09-06T20:24:39,987 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:40,057 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:40,112 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir/Jetty_localhost_46531_hdfs____b6w94r/webapp 2023-09-06T20:24:40,315 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46531 2023-09-06T20:24:40,348 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:24:40,348 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:24:40,982 WARN [Listener at localhost/37459 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:41,063 WARN [Listener at localhost/37459 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:24:41,089 WARN [Listener at localhost/37459 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:41,098 INFO [Listener at localhost/37459 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:41,107 INFO [Listener at localhost/37459 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir/Jetty_localhost_42721_datanode____753vq7/webapp 2023-09-06T20:24:41,227 INFO [Listener at localhost/37459 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42721 2023-09-06T20:24:41,597 WARN [Listener at localhost/41353 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:24:41,949 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:24:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xb1f24ccaea5cbf36: Processing first storage report for DS-21776a84-ce92-489f-b345-14ca4d7c82a7 from datanode 4941deac-72fd-4a05-9e69-5df3eb9778c6 2023-09-06T20:24:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xb1f24ccaea5cbf36: from storage DS-21776a84-ce92-489f-b345-14ca4d7c82a7 node DatanodeRegistration(127.0.0.1:44503, datanodeUuid=4941deac-72fd-4a05-9e69-5df3eb9778c6, infoPort=45409, infoSecurePort=0, ipcPort=41353, storageInfo=lv=-57;cid=testClusterID;nsid=1039753147;c=1694031879563), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:24:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xb1f24ccaea5cbf36: Processing first storage report for DS-ab76574f-b563-46bd-9de3-1861f42350a6 from datanode 4941deac-72fd-4a05-9e69-5df3eb9778c6 2023-09-06T20:24:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xb1f24ccaea5cbf36: from storage DS-ab76574f-b563-46bd-9de3-1861f42350a6 node DatanodeRegistration(127.0.0.1:44503, datanodeUuid=4941deac-72fd-4a05-9e69-5df3eb9778c6, infoPort=45409, infoSecurePort=0, ipcPort=41353, storageInfo=lv=-57;cid=testClusterID;nsid=1039753147;c=1694031879563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:24:42,255 DEBUG [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1 2023-09-06T20:24:42,392 INFO [Listener at localhost/41353 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/zookeeper_0, clientPort=59516, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:24:42,416 INFO [Listener at localhost/41353 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59516 2023-09-06T20:24:42,423 INFO [Listener at localhost/41353 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:42,426 INFO [Listener at localhost/41353 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:43,125 INFO [Listener at localhost/41353 {}] util.FSUtils(461): Created version file at hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d with version=8 2023-09-06T20:24:43,126 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging 2023-09-06T20:24:43,149 DEBUG [Listener at localhost/41353 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:24:43,149 DEBUG [Listener at localhost/41353 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:24:43,149 DEBUG [Listener at localhost/41353 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:24:43,149 DEBUG [Listener at localhost/41353 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:24:43,382 DEBUG [Listener at localhost/41353 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:24:44,221 INFO [Listener at localhost/41353 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:24:44,268 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:44,268 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:44,269 INFO [Listener at localhost/41353 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:24:44,269 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:44,269 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:24:44,457 INFO [Listener at localhost/41353 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:24:44,594 INFO [Listener at localhost/41353 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:24:44,613 DEBUG [Listener at localhost/41353 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:24:44,619 INFO [Listener at localhost/41353 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:24:44,673 DEBUG [Listener at localhost/41353 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 32679 (auto-detected) 2023-09-06T20:24:44,674 DEBUG [Listener at localhost/41353 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:24:44,717 INFO [Listener at localhost/41353 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:43423 2023-09-06T20:24:44,732 INFO [Listener at localhost/41353 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:44,734 INFO [Listener at localhost/41353 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:44,761 INFO [Listener at localhost/41353 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:43423 connecting to ZooKeeper ensemble=127.0.0.1:59516 2023-09-06T20:24:44,812 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:434230x0, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:24:44,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:43423-0x100eef488dd0000 connected 2023-09-06T20:24:44,864 DEBUG [Listener at localhost/41353 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:24:44,869 DEBUG [Listener at localhost/41353 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:24:44,874 DEBUG [Listener at localhost/41353 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:24:44,890 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43423 2023-09-06T20:24:44,891 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43423 2023-09-06T20:24:44,893 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43423 2023-09-06T20:24:44,898 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43423 2023-09-06T20:24:44,898 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43423 2023-09-06T20:24:44,965 INFO [Listener at localhost/41353 {}] log.Log(170): Logging initialized @8277ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:24:45,104 INFO [Listener at localhost/41353 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:24:45,105 INFO [Listener at localhost/41353 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:24:45,105 INFO [Listener at localhost/41353 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:24:45,108 INFO [Listener at localhost/41353 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:24:45,108 INFO [Listener at localhost/41353 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:24:45,108 INFO [Listener at localhost/41353 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:24:45,112 INFO [Listener at localhost/41353 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:24:45,275 INFO [Listener at localhost/41353 {}] http.HttpServer(1219): Jetty bound to port 42865 2023-09-06T20:24:45,278 INFO [Listener at localhost/41353 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:45,316 INFO [Listener at localhost/41353 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:45,319 INFO [Listener at localhost/41353 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5b059ae2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:24:45,320 INFO [Listener at localhost/41353 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:45,320 INFO [Listener at localhost/41353 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1e22f3b8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:24:45,390 INFO [Listener at localhost/41353 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:24:45,404 INFO [Listener at localhost/41353 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:24:45,404 INFO [Listener at localhost/41353 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:24:45,406 INFO [Listener at localhost/41353 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:24:45,414 INFO [Listener at localhost/41353 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,628 INFO [Listener at localhost/41353 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@ed5d5c7{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:24:46,643 INFO [Listener at localhost/41353 {}] server.AbstractConnector(333): Started ServerConnector@3c6cf14a{HTTP/1.1, (http/1.1)}{0.0.0.0:42865} 2023-09-06T20:24:46,644 INFO [Listener at localhost/41353 {}] server.Server(415): Started @9955ms 2023-09-06T20:24:46,649 INFO [Listener at localhost/41353 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d, hbase.cluster.distributed=false 2023-09-06T20:24:46,723 INFO [Listener at localhost/41353 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:24:46,724 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:46,724 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:46,724 INFO [Listener at localhost/41353 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:24:46,724 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:24:46,725 INFO [Listener at localhost/41353 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:24:46,736 INFO [Listener at localhost/41353 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:24:46,738 INFO [Listener at localhost/41353 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:24:46,740 INFO [Listener at localhost/41353 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:46861 2023-09-06T20:24:46,743 INFO [Listener at localhost/41353 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:24:46,754 DEBUG [Listener at localhost/41353 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:24:46,755 INFO [Listener at localhost/41353 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:46,759 INFO [Listener at localhost/41353 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:46,763 INFO [Listener at localhost/41353 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:46861 connecting to ZooKeeper ensemble=127.0.0.1:59516 2023-09-06T20:24:46,768 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:468610x0, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:24:46,769 DEBUG [Listener at localhost/41353 {}] zookeeper.ZKUtil(113): regionserver:468610x0, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:24:46,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:46861-0x100eef488dd0001 connected 2023-09-06T20:24:46,770 DEBUG [Listener at localhost/41353 {}] zookeeper.ZKUtil(113): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:24:46,771 DEBUG [Listener at localhost/41353 {}] zookeeper.ZKUtil(113): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:24:46,774 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46861 2023-09-06T20:24:46,774 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46861 2023-09-06T20:24:46,775 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46861 2023-09-06T20:24:46,779 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46861 2023-09-06T20:24:46,779 DEBUG [Listener at localhost/41353 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46861 2023-09-06T20:24:46,783 INFO [Listener at localhost/41353 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:24:46,783 INFO [Listener at localhost/41353 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:24:46,783 INFO [Listener at localhost/41353 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:24:46,784 INFO [Listener at localhost/41353 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:24:46,784 INFO [Listener at localhost/41353 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:24:46,785 INFO [Listener at localhost/41353 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:24:46,785 INFO [Listener at localhost/41353 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:24:46,787 INFO [Listener at localhost/41353 {}] http.HttpServer(1219): Jetty bound to port 42747 2023-09-06T20:24:46,787 INFO [Listener at localhost/41353 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:46,798 INFO [Listener at localhost/41353 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,799 INFO [Listener at localhost/41353 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@277c7169{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:24:46,799 INFO [Listener at localhost/41353 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,799 INFO [Listener at localhost/41353 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@256e7e1c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:24:46,814 INFO [Listener at localhost/41353 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:24:46,815 INFO [Listener at localhost/41353 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:24:46,815 INFO [Listener at localhost/41353 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:24:46,816 INFO [Listener at localhost/41353 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:24:46,819 INFO [Listener at localhost/41353 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:24:46,824 INFO [Listener at localhost/41353 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6431df3{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:24:46,825 INFO [Listener at localhost/41353 {}] server.AbstractConnector(333): Started ServerConnector@5bc60d54{HTTP/1.1, (http/1.1)}{0.0.0.0:42747} 2023-09-06T20:24:46,825 INFO [Listener at localhost/41353 {}] server.Server(415): Started @10137ms 2023-09-06T20:24:46,833 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:24:46,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1fdf5b65{HTTP/1.1, (http/1.1)}{0.0.0.0:40365} 2023-09-06T20:24:46,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @10152ms 2023-09-06T20:24:46,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:46,856 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,856 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,859 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:46,861 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:43423 2023-09-06T20:24:46,919 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:24:46,919 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:24:46,919 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:46,919 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:46,921 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:24:46,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:24:46,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,43423,1694031883365 from backup master directory 2023-09-06T20:24:46,929 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,929 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:46,929 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:24:46,930 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:24:46,930 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:46,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:24:46,936 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:24:47,027 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase.id with ID: bc0b2647-7b71-47c1-9fed-4f64824e903a 2023-09-06T20:24:47,068 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:24:47,084 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:47,084 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:47,128 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:24:47,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:24:47,151 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:24:47,151 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:24:47,152 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:47,163 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:47,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:47,643 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store 2023-09-06T20:24:48,080 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:24:48,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:48,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:24:48,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:24:48,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:24:48,083 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:24:48,085 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/.initializing 2023-09-06T20:24:48,085 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/WALs/jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:48,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:24:48,112 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43423%2C1694031883365, suffix=, logDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/WALs/jenkins-hbase3.apache.org,43423,1694031883365, archiveDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/oldWALs, maxLogs=10 2023-09-06T20:24:48,151 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/WALs/jenkins-hbase3.apache.org,43423,1694031883365/jenkins-hbase3.apache.org%2C43423%2C1694031883365.1694031888119, exclude list is [], retry=0 2023-09-06T20:24:48,190 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK] 2023-09-06T20:24:48,201 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:24:48,292 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/WALs/jenkins-hbase3.apache.org,43423,1694031883365/jenkins-hbase3.apache.org%2C43423%2C1694031883365.1694031888119 2023-09-06T20:24:48,293 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK]] 2023-09-06T20:24:48,293 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:48,294 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:48,298 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,300 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:24:48,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:48,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:24:48,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:48,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:24:48,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:48,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:24:48,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:48,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:48,475 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,476 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:24:48,500 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:24:48,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:48,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12072483200, jitterRate=0.12433761358261108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:24:48,515 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:24:48,516 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:24:48,552 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69792f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:48,609 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:24:48,633 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:24:48,633 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:24:48,636 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:24:48,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:24:48,645 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:24:48,645 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:24:48,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:24:48,707 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:24:48,709 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:24:48,714 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:24:48,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:24:48,717 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:24:48,721 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:24:48,731 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:24:48,734 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:24:48,735 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:24:48,737 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:24:48,756 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:24:48,757 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:24:48,763 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:24:48,763 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:24:48,764 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,764 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,764 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,43423,1694031883365, sessionid=0x100eef488dd0000, setting cluster-up flag (Was=false) 2023-09-06T20:24:48,777 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:24:48,788 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,788 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,799 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:24:48,800 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:48,804 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,804 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,810 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:24:48,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:48,816 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,816 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:48,822 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:24:48,823 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:48,850 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:46861 2023-09-06T20:24:48,852 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(997): ClusterId : bc0b2647-7b71-47c1-9fed-4f64824e903a 2023-09-06T20:24:48,855 INFO [RS:0;jenkins-hbase3:46861 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:24:48,858 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:24:48,865 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:24:48,866 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:24:48,871 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:24:48,871 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:24:48,875 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:24:48,876 DEBUG [RS:0;jenkins-hbase3:46861 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb6428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:48,879 DEBUG [RS:0;jenkins-hbase3:46861 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220d02a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:24:48,887 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:24:48,887 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:24:48,887 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:24:48,892 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,43423,1694031883365 with isa=jenkins-hbase3.apache.org/172.31.12.81:46861, startcode=1694031886722 2023-09-06T20:24:48,921 DEBUG [RS:0;jenkins-hbase3:46861 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:24:49,009 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:49,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:24:49,024 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50177, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:24:49,029 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:24:49,034 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:24:49,041 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,43423,1694031883365 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:24:49,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:24:49,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:24:49,049 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,049 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:24:49,049 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,072 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694031919072 2023-09-06T20:24:49,076 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:24:49,106 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:24:49,125 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:24:49,126 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:24:49,126 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:24:49,127 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:24:49,127 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:24:49,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:49,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:24:49,137 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:24:49,138 WARN [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:24:49,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,145 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:49,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:24:49,154 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:24:49,157 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:24:49,158 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:24:49,186 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1991d3c4 to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:49,224 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510915e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:49,225 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:24:49,231 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:24:49,232 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:24:49,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031889235,5,FailOnTimeoutGroup] 2023-09-06T20:24:49,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,43423,1694031883365 with isa=jenkins-hbase3.apache.org/172.31.12.81:46861, startcode=1694031886722 2023-09-06T20:24:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:24:49,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031889238,5,FailOnTimeoutGroup] 2023-09-06T20:24:49,247 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,247 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:24:49,248 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:24:49,248 WARN [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-09-06T20:24:49,252 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,253 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,449 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,43423,1694031883365 with isa=jenkins-hbase3.apache.org/172.31.12.81:46861, startcode=1694031886722 2023-09-06T20:24:49,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43423 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:49,468 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:24:49,468 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37459 2023-09-06T20:24:49,468 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=42865 2023-09-06T20:24:49,539 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:24:49,540 DEBUG [RS:0;jenkins-hbase3:46861 {}] zookeeper.ZKUtil(111): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:49,540 WARN [RS:0;jenkins-hbase3:46861 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:24:49,540 INFO [RS:0;jenkins-hbase3:46861 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:49,541 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:49,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,46861,1694031886722] 2023-09-06T20:24:49,563 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:24:49,582 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:24:49,600 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:24:49,605 INFO [RS:0;jenkins-hbase3:46861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:24:49,605 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,606 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:24:49,616 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,616 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,616 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,616 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,616 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,616 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:24:49,617 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:24:49,618 DEBUG [RS:0;jenkins-hbase3:46861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:24:49,619 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,619 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,619 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,619 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,620 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46861,1694031886722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:24:49,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:24:49,634 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:24:49,638 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:24:49,642 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46861,1694031886722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:49,668 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,46861,1694031886722 started 2023-09-06T20:24:49,668 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,46861,1694031886722, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:46861, sessionid=0x100eef488dd0001 2023-09-06T20:24:49,669 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:24:49,669 DEBUG [RS:0;jenkins-hbase3:46861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:49,670 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,46861,1694031886722' 2023-09-06T20:24:49,670 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:24:49,671 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:24:49,672 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:24:49,672 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:24:49,672 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,46861,1694031886722' 2023-09-06T20:24:49,672 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:24:49,673 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:24:49,675 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:24:49,675 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:24:49,675 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:24:49,675 DEBUG [RS:0;jenkins-hbase3:46861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:49,675 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,46861,1694031886722' 2023-09-06T20:24:49,675 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:24:49,676 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:24:49,677 DEBUG [RS:0;jenkins-hbase3:46861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:24:49,677 INFO [RS:0;jenkins-hbase3:46861 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:24:49,677 INFO [RS:0;jenkins-hbase3:46861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:24:49,787 INFO [RS:0;jenkins-hbase3:46861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:24:49,791 INFO [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C46861%2C1694031886722, suffix=, logDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722, archiveDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/oldWALs, maxLogs=32 2023-09-06T20:24:49,804 DEBUG [RS:0;jenkins-hbase3:46861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.1694031889792, exclude list is [], retry=0 2023-09-06T20:24:49,810 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK] 2023-09-06T20:24:49,814 INFO [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.1694031889792 2023-09-06T20:24:49,814 DEBUG [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK]] 2023-09-06T20:24:50,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:50,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:24:50,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:24:50,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:24:50,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:24:50,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:24:50,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:24:50,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740 2023-09-06T20:24:50,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740 2023-09-06T20:24:50,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:24:50,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:24:50,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:50,105 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10156630400, jitterRate=-0.05409008264541626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:24:50,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:24:50,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:24:50,106 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:24:50,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:24:50,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:24:50,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:24:50,108 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:24:50,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:24:50,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:24:50,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:24:50,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:24:50,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:24:50,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:24:50,298 DEBUG [jenkins-hbase3:43423 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:24:50,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:50,315 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,46861,1694031886722, state=OPENING 2023-09-06T20:24:50,401 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:24:50,564 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:50,564 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:50,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:50,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:24:50,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:50,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:50,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:24:50,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:24:50,805 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:24:50,806 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:24:50,807 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:24:50,810 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta, suffix=.meta, logDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722, archiveDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/oldWALs, maxLogs=32 2023-09-06T20:24:50,829 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta.1694031890812.meta, exclude list is [], retry=0 2023-09-06T20:24:50,833 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK] 2023-09-06T20:24:50,837 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta.1694031890812.meta 2023-09-06T20:24:50,837 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK]] 2023-09-06T20:24:50,838 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:50,842 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:50,843 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:24:50,861 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:24:50,861 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:24:50,866 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:24:50,867 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:50,867 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:24:50,867 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:24:50,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:24:50,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:24:50,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:24:50,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:24:50,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:24:50,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:24:50,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:50,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:24:50,879 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740 2023-09-06T20:24:50,881 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740 2023-09-06T20:24:50,883 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:24:50,886 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:24:50,887 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10822000000, jitterRate=0.00787729024887085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:24:50,888 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:24:50,900 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694031890777 2023-09-06T20:24:50,921 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:24:50,921 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:24:50,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:50,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,46861,1694031886722, state=OPEN 2023-09-06T20:24:51,109 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:24:51,109 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:24:51,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:51,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:24:51,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:24:51,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,46861,1694031886722 in 541 msec 2023-09-06T20:24:51,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:24:51,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 993 msec 2023-09-06T20:24:51,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.2330 sec 2023-09-06T20:24:51,134 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694031891134, completionTime=-1 2023-09-06T20:24:51,134 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:24:51,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:24:51,212 DEBUG [hconnection-0x40922443-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:51,216 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:51,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:24:51,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694031951243 2023-09-06T20:24:51,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032011243 2023-09-06T20:24:51,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 108 msec 2023-09-06T20:24:51,450 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43423,1694031883365-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:51,451 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43423,1694031883365-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:51,451 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43423,1694031883365-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:51,454 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:43423, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:51,455 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:24:51,461 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:24:51,475 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:24:51,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:24:51,487 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:24:51,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:24:51,493 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:51,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:24:51,914 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e156514c815f709234181e6244196dd5, NAME => 'hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:24:52,326 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:52,327 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing e156514c815f709234181e6244196dd5, disabling compactions & flushes 2023-09-06T20:24:52,327 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,327 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,327 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. after waiting 0 ms 2023-09-06T20:24:52,327 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,327 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,327 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for e156514c815f709234181e6244196dd5: 2023-09-06T20:24:52,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:24:52,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694031892332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031892332"}]},"ts":"1694031892332"} 2023-09-06T20:24:52,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:24:52,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:24:52,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031892391"}]},"ts":"1694031892391"} 2023-09-06T20:24:52,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:24:52,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e156514c815f709234181e6244196dd5, ASSIGN}] 2023-09-06T20:24:52,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e156514c815f709234181e6244196dd5, ASSIGN 2023-09-06T20:24:52,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e156514c815f709234181e6244196dd5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:24:52,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e156514c815f709234181e6244196dd5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:52,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e156514c815f709234181e6244196dd5, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:24:52,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => e156514c815f709234181e6244196dd5, NAME => 'hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:52,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,836 INFO [StoreOpener-e156514c815f709234181e6244196dd5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,864 INFO [StoreOpener-e156514c815f709234181e6244196dd5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e156514c815f709234181e6244196dd5 columnFamilyName info 2023-09-06T20:24:52,864 DEBUG [StoreOpener-e156514c815f709234181e6244196dd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:52,865 INFO [StoreOpener-e156514c815f709234181e6244196dd5-1 {}] regionserver.HStore(324): Store=e156514c815f709234181e6244196dd5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:52,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for e156514c815f709234181e6244196dd5 2023-09-06T20:24:52,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:52,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened e156514c815f709234181e6244196dd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10520256320, jitterRate=-0.020224779844284058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:24:52,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for e156514c815f709234181e6244196dd5: 2023-09-06T20:24:52,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5., pid=6, masterSystemTime=1694031892824 2023-09-06T20:24:52,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:24:52,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e156514c815f709234181e6244196dd5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:52,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:24:52,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e156514c815f709234181e6244196dd5, server=jenkins-hbase3.apache.org,46861,1694031886722 in 215 msec 2023-09-06T20:24:52,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:24:52,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e156514c815f709234181e6244196dd5, ASSIGN in 379 msec 2023-09-06T20:24:52,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:24:52,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031892893"}]},"ts":"1694031892893"} 2023-09-06T20:24:52,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:24:52,972 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:24:52,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.4940 sec 2023-09-06T20:24:52,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:24:53,016 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:53,016 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:53,016 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:24:53,087 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:24:53,139 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:53,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 134 msec 2023-09-06T20:24:53,202 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:24:53,255 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:53,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 94 msec 2023-09-06T20:24:53,309 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:24:53,324 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:24:53,324 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 6.394sec 2023-09-06T20:24:53,327 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:24:53,329 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:24:53,331 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:24:53,332 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:24:53,332 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:24:53,335 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43423,1694031883365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:24:53,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43423,1694031883365-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:24:53,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:24:53,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:24:53,419 DEBUG [Listener at localhost/41353 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x669dbd4e to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:53,433 DEBUG [Listener at localhost/41353 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57303cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:53,440 DEBUG [Listener at localhost/41353 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:24:53,440 DEBUG [Listener at localhost/41353 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:24:53,456 DEBUG [hconnection-0x7d522f8a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:53,469 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43278, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:53,482 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:24:53,482 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:24:53,482 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/test.cache.data in system properties and HBase conf 2023-09-06T20:24:53,482 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:24:53,483 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:24:53,483 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:24:53,483 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:24:53,483 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:24:53,483 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:53,483 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:24:53,484 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:24:53,485 INFO [Listener at localhost/41353 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:24:54,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:24:54,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:24:54,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:24:54,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:24:54,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:24:54,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:24:54,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:24:54,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:24:54,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:24:54,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:24:55,054 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:55,442 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:55,448 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41591_jobhistory____.b1sc3q/webapp 2023-09-06T20:24:55,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:24:55,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:24:55,639 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:24:55,639 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:24:55,639 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:24:55,643 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:24:55,747 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:55,929 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:56,284 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:24:56,319 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41591 2023-09-06T20:24:56,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:24:56,552 WARN [Listener at jenkins-hbase3.apache.org/33561 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:56,671 WARN [Listener at jenkins-hbase3.apache.org/33561 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:24:56,672 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:56,680 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46045_cluster____p7gs7o/webapp 2023-09-06T20:24:56,764 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:24:56,764 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:24:56,764 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:24:56,764 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:24:56,773 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:56,959 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:57,073 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:57,080 INFO [Listener at jenkins-hbase3.apache.org/33561 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46045 2023-09-06T20:24:57,514 WARN [Listener at jenkins-hbase3.apache.org/41405 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:57,538 WARN [Listener at jenkins-hbase3.apache.org/41405 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:24:57,539 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:57,548 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37675_node____.9lf75/webapp 2023-09-06T20:24:57,616 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:24:57,616 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:24:57,616 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:24:57,616 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:24:57,624 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:57,647 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:57,748 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:57,761 INFO [Listener at jenkins-hbase3.apache.org/41405 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37675 2023-09-06T20:24:57,929 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:24:57,936 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:24:57,937 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:24:57,943 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37649_node____vz6hyu/webapp 2023-09-06T20:24:57,996 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:24:57,996 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:24:57,997 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:24:57,997 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:24:58,007 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:58,023 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:58,084 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:24:58,091 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37649 2023-09-06T20:24:58,124 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:24:58,124 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:37459/backupUT 2023-09-06T20:24:58,139 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:24:58,144 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34168, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:24:58,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:24:58,197 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:58,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 42 msec 2023-09-06T20:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:24:58,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:24:58,314 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:58,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 32 msec 2023-09-06T20:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:24:58,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:24:58,424 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:58,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 22 msec 2023-09-06T20:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:24:58,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:24:58,538 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:24:58,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 21 msec 2023-09-06T20:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:24:58,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694031898124', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:24:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694031898124 2023-09-06T20:24:58,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694031898124 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:24:58,656 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:58,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694031898124" procId is: 13 2023-09-06T20:24:58,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694031898124 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:24:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:24:58,705 INFO [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 408a927fc638c2695f8c41d764d5df3f, NAME => 'test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694031898124', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:24:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:24:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:24:59,165 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:59,165 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1668): Closing 408a927fc638c2695f8c41d764d5df3f, disabling compactions & flushes 2023-09-06T20:24:59,165 INFO [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,165 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,165 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. after waiting 0 ms 2023-09-06T20:24:59,165 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,165 INFO [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1909): Closed test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,165 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1622): Region close journal for 408a927fc638c2695f8c41d764d5df3f: 2023-09-06T20:24:59,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694031898124 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:24:59,168 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694031899167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031899167"}]},"ts":"1694031899167"} 2023-09-06T20:24:59,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:24:59,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694031898124 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:24:59,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031899172"}]},"ts":"1694031899172"} 2023-09-06T20:24:59,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031898124, state=ENABLING in hbase:meta 2023-09-06T20:24:59,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, ASSIGN}] 2023-09-06T20:24:59,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, ASSIGN 2023-09-06T20:24:59,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:24:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:24:59,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=408a927fc638c2695f8c41d764d5df3f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:59,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 408a927fc638c2695f8c41d764d5df3f, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:24:59,504 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 408a927fc638c2695f8c41d764d5df3f, NAME => 'test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:24:59,505 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:24:59,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694031898124 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:24:59,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,506 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,508 INFO [StoreOpener-408a927fc638c2695f8c41d764d5df3f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,511 INFO [StoreOpener-408a927fc638c2695f8c41d764d5df3f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 408a927fc638c2695f8c41d764d5df3f columnFamilyName f 2023-09-06T20:24:59,511 DEBUG [StoreOpener-408a927fc638c2695f8c41d764d5df3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:59,513 INFO [StoreOpener-408a927fc638c2695f8c41d764d5df3f-1 {}] regionserver.HStore(324): Store=408a927fc638c2695f8c41d764d5df3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:24:59,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,519 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:24:59,527 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:24:59,528 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 408a927fc638c2695f8c41d764d5df3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9675248800, jitterRate=-0.0989222377538681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:24:59,529 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 408a927fc638c2695f8c41d764d5df3f: 2023-09-06T20:24:59,531 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f., pid=15, masterSystemTime=1694031899496 2023-09-06T20:24:59,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,534 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:24:59,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=408a927fc638c2695f8c41d764d5df3f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:24:59,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:24:59,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 408a927fc638c2695f8c41d764d5df3f, server=jenkins-hbase3.apache.org,46861,1694031886722 in 195 msec 2023-09-06T20:24:59,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:24:59,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, ASSIGN in 359 msec 2023-09-06T20:24:59,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694031898124 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:24:59,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031899544"}]},"ts":"1694031899544"} 2023-09-06T20:24:59,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031898124, state=ENABLED in hbase:meta 2023-09-06T20:24:59,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694031898124 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:24:59,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694031898124 in 899 msec 2023-09-06T20:24:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:24:59,775 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694031898124, procId: 13 completed 2023-09-06T20:24:59,777 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x59b9a124 to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:24:59,785 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f60b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:24:59,790 DEBUG [hconnection-0x3dd5410-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:24:59,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43294, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:24:59,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HRegion(8210): writing data to region test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:24:59,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940318981241', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:24:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940318981241 2023-09-06T20:24:59,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940318981241 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:24:59,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:24:59,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940318981241" procId is: 16 2023-09-06T20:24:59,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940318981241 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:24:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:00,332 INFO [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ac8121069b9f1e6d9cba5eeaaefba4c0, NAME => 'ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940318981241', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:00,356 DEBUG [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:00,356 DEBUG [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1668): Closing ac8121069b9f1e6d9cba5eeaaefba4c0, disabling compactions & flushes 2023-09-06T20:25:00,356 INFO [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,356 DEBUG [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,356 DEBUG [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. after waiting 0 ms 2023-09-06T20:25:00,356 DEBUG [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,356 INFO [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,356 DEBUG [RegionOpenAndInit-ns2:test-16940318981241-pool-0 {}] regionserver.HRegion(1622): Region close journal for ac8121069b9f1e6d9cba5eeaaefba4c0: 2023-09-06T20:25:00,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940318981241 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:00,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031900358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031900358"}]},"ts":"1694031900358"} 2023-09-06T20:25:00,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:00,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940318981241 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:00,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940318981241","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031900363"}]},"ts":"1694031900363"} 2023-09-06T20:25:00,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940318981241, state=ENABLING in hbase:meta 2023-09-06T20:25:00,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940318981241, region=ac8121069b9f1e6d9cba5eeaaefba4c0, ASSIGN}] 2023-09-06T20:25:00,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940318981241, region=ac8121069b9f1e6d9cba5eeaaefba4c0, ASSIGN 2023-09-06T20:25:00,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940318981241, region=ac8121069b9f1e6d9cba5eeaaefba4c0, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:25:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:00,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ac8121069b9f1e6d9cba5eeaaefba4c0, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:00,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure ac8121069b9f1e6d9cba5eeaaefba4c0, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:00,690 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => ac8121069b9f1e6d9cba5eeaaefba4c0, NAME => 'ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:00,690 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:00,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940318981241 ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:00,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,693 INFO [StoreOpener-ac8121069b9f1e6d9cba5eeaaefba4c0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,695 INFO [StoreOpener-ac8121069b9f1e6d9cba5eeaaefba4c0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8121069b9f1e6d9cba5eeaaefba4c0 columnFamilyName f 2023-09-06T20:25:00,695 DEBUG [StoreOpener-ac8121069b9f1e6d9cba5eeaaefba4c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:00,696 INFO [StoreOpener-ac8121069b9f1e6d9cba5eeaaefba4c0-1 {}] regionserver.HStore(324): Store=ac8121069b9f1e6d9cba5eeaaefba4c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:00,697 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,697 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,700 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:00,708 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:00,709 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened ac8121069b9f1e6d9cba5eeaaefba4c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10895854560, jitterRate=0.014755532145500183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:00,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for ac8121069b9f1e6d9cba5eeaaefba4c0: 2023-09-06T20:25:00,711 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0., pid=18, masterSystemTime=1694031900684 2023-09-06T20:25:00,715 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,715 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:00,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ac8121069b9f1e6d9cba5eeaaefba4c0, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:00,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:25:00,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure ac8121069b9f1e6d9cba5eeaaefba4c0, server=jenkins-hbase3.apache.org,46861,1694031886722 in 190 msec 2023-09-06T20:25:00,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:25:00,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940318981241, region=ac8121069b9f1e6d9cba5eeaaefba4c0, ASSIGN in 353 msec 2023-09-06T20:25:00,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940318981241 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:00,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940318981241","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031900730"}]},"ts":"1694031900730"} 2023-09-06T20:25:00,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940318981241, state=ENABLED in hbase:meta 2023-09-06T20:25:00,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940318981241 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:00,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940318981241 in 826 msec 2023-09-06T20:25:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:25:01,023 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940318981241, procId: 16 completed 2023-09-06T20:25:01,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:25:01,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940318981242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940318981242 2023-09-06T20:25:01,166 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940318981242 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:01,167 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:01,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940318981242" procId is: 19 2023-09-06T20:25:01,168 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940318981242 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:01,223 INFO [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f01e92e635832a22efa4d40a1dd88ee0, NAME => 'ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940318981242', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:01,259 DEBUG [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:01,259 DEBUG [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1668): Closing f01e92e635832a22efa4d40a1dd88ee0, disabling compactions & flushes 2023-09-06T20:25:01,259 INFO [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,259 DEBUG [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,259 DEBUG [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. after waiting 0 ms 2023-09-06T20:25:01,260 DEBUG [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,260 INFO [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,260 DEBUG [RegionOpenAndInit-ns3:test-16940318981242-pool-0 {}] regionserver.HRegion(1622): Region close journal for f01e92e635832a22efa4d40a1dd88ee0: 2023-09-06T20:25:01,261 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940318981242 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:01,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031901262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031901262"}]},"ts":"1694031901262"} 2023-09-06T20:25:01,265 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:01,266 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940318981242 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:01,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940318981242","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031901266"}]},"ts":"1694031901266"} 2023-09-06T20:25:01,269 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940318981242, state=ENABLING in hbase:meta 2023-09-06T20:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:01,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940318981242, region=f01e92e635832a22efa4d40a1dd88ee0, ASSIGN}] 2023-09-06T20:25:01,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940318981242, region=f01e92e635832a22efa4d40a1dd88ee0, ASSIGN 2023-09-06T20:25:01,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940318981242, region=f01e92e635832a22efa4d40a1dd88ee0, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:25:01,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f01e92e635832a22efa4d40a1dd88ee0, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:01,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure f01e92e635832a22efa4d40a1dd88ee0, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:01,574 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940318981241' 2023-09-06T20:25:01,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694031898124' 2023-09-06T20:25:01,590 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,591 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => f01e92e635832a22efa4d40a1dd88ee0, NAME => 'ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:01,591 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:01,592 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940318981242 f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,592 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:01,592 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,592 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,595 INFO [StoreOpener-f01e92e635832a22efa4d40a1dd88ee0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,597 INFO [StoreOpener-f01e92e635832a22efa4d40a1dd88ee0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f01e92e635832a22efa4d40a1dd88ee0 columnFamilyName f 2023-09-06T20:25:01,597 DEBUG [StoreOpener-f01e92e635832a22efa4d40a1dd88ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:01,598 INFO [StoreOpener-f01e92e635832a22efa4d40a1dd88ee0-1 {}] regionserver.HStore(324): Store=f01e92e635832a22efa4d40a1dd88ee0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:01,599 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns3/test-16940318981242/f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,600 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns3/test-16940318981242/f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,603 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:01,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns3/test-16940318981242/f01e92e635832a22efa4d40a1dd88ee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:01,611 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened f01e92e635832a22efa4d40a1dd88ee0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11719488640, jitterRate=0.09146243333816528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:01,612 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for f01e92e635832a22efa4d40a1dd88ee0: 2023-09-06T20:25:01,614 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0., pid=21, masterSystemTime=1694031901585 2023-09-06T20:25:01,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,616 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:01,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f01e92e635832a22efa4d40a1dd88ee0, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:01,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:25:01,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure f01e92e635832a22efa4d40a1dd88ee0, server=jenkins-hbase3.apache.org,46861,1694031886722 in 187 msec 2023-09-06T20:25:01,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:25:01,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940318981242, region=f01e92e635832a22efa4d40a1dd88ee0, ASSIGN in 348 msec 2023-09-06T20:25:01,626 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940318981242 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:01,626 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940318981242","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031901626"}]},"ts":"1694031901626"} 2023-09-06T20:25:01,628 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940318981242, state=ENABLED in hbase:meta 2023-09-06T20:25:01,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940318981242 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:01,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940318981242 in 469 msec 2023-09-06T20:25:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:25:01,775 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940318981242, procId: 19 completed 2023-09-06T20:25:01,775 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940318981242 get assigned. Timeout = 60000ms 2023-09-06T20:25:01,777 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:01,784 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940318981242 assigned to meta. Checking AM states. 2023-09-06T20:25:01,785 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:01,785 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940318981242 assigned. 2023-09-06T20:25:01,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940318981243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940318981243 2023-09-06T20:25:01,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940318981243 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:01,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:01,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940318981243" procId is: 22 2023-09-06T20:25:01,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940318981243 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:02,209 INFO [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 70e2b56be335a7dfdbbc61c71cb9bf93, NAME => 'ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940318981243', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:02,640 DEBUG [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:02,640 DEBUG [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1668): Closing 70e2b56be335a7dfdbbc61c71cb9bf93, disabling compactions & flushes 2023-09-06T20:25:02,640 INFO [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,640 DEBUG [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,641 DEBUG [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. after waiting 0 ms 2023-09-06T20:25:02,641 DEBUG [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,641 INFO [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,641 DEBUG [RegionOpenAndInit-ns4:test-16940318981243-pool-0 {}] regionserver.HRegion(1622): Region close journal for 70e2b56be335a7dfdbbc61c71cb9bf93: 2023-09-06T20:25:02,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940318981243 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:02,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694031902643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031902643"}]},"ts":"1694031902643"} 2023-09-06T20:25:02,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:02,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940318981243 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:02,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940318981243","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031902647"}]},"ts":"1694031902647"} 2023-09-06T20:25:02,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940318981243, state=ENABLING in hbase:meta 2023-09-06T20:25:02,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940318981243, region=70e2b56be335a7dfdbbc61c71cb9bf93, ASSIGN}] 2023-09-06T20:25:02,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940318981243, region=70e2b56be335a7dfdbbc61c71cb9bf93, ASSIGN 2023-09-06T20:25:02,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940318981243, region=70e2b56be335a7dfdbbc61c71cb9bf93, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:25:02,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=70e2b56be335a7dfdbbc61c71cb9bf93, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:02,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 70e2b56be335a7dfdbbc61c71cb9bf93, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:02,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 70e2b56be335a7dfdbbc61c71cb9bf93, NAME => 'ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:02,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:02,973 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940318981243 70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,973 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:02,973 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,973 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,975 INFO [StoreOpener-70e2b56be335a7dfdbbc61c71cb9bf93-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,977 INFO [StoreOpener-70e2b56be335a7dfdbbc61c71cb9bf93-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e2b56be335a7dfdbbc61c71cb9bf93 columnFamilyName f 2023-09-06T20:25:02,977 DEBUG [StoreOpener-70e2b56be335a7dfdbbc61c71cb9bf93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:02,978 INFO [StoreOpener-70e2b56be335a7dfdbbc61c71cb9bf93-1 {}] regionserver.HStore(324): Store=70e2b56be335a7dfdbbc61c71cb9bf93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:02,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns4/test-16940318981243/70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,980 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns4/test-16940318981243/70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,983 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:02,986 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns4/test-16940318981243/70e2b56be335a7dfdbbc61c71cb9bf93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:02,987 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 70e2b56be335a7dfdbbc61c71cb9bf93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10509887360, jitterRate=-0.02119046449661255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:02,988 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 70e2b56be335a7dfdbbc61c71cb9bf93: 2023-09-06T20:25:02,989 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93., pid=24, masterSystemTime=1694031902967 2023-09-06T20:25:02,992 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,992 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:02,992 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=70e2b56be335a7dfdbbc61c71cb9bf93, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:02,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:25:02,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 70e2b56be335a7dfdbbc61c71cb9bf93, server=jenkins-hbase3.apache.org,46861,1694031886722 in 180 msec 2023-09-06T20:25:03,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:25:03,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940318981243, region=70e2b56be335a7dfdbbc61c71cb9bf93, ASSIGN in 342 msec 2023-09-06T20:25:03,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940318981243 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:03,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940318981243","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031903001"}]},"ts":"1694031903001"} 2023-09-06T20:25:03,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940318981243, state=ENABLED in hbase:meta 2023-09-06T20:25:03,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940318981243 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:03,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940318981243 in 1.2180 sec 2023-09-06T20:25:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:25:03,904 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940318981243, procId: 22 completed 2023-09-06T20:25:03,904 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940318981243 get assigned. Timeout = 60000ms 2023-09-06T20:25:03,905 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:03,908 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940318981243 assigned to meta. Checking AM states. 2023-09-06T20:25:03,908 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:25:03,909 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940318981243 assigned. 2023-09-06T20:25:03,909 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x59b9a124 to 127.0.0.1:59516 2023-09-06T20:25:03,909 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:03,951 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.ResourceChecker(147): before: backup.TestBackupDeleteRestore#testBackupDeleteRestore Thread=582, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=350, ProcessCount=167, AvailableMemoryMB=3521 2023-09-06T20:25:03,951 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-09-06T20:25:03,953 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] backup.TestBackupDeleteRestore(56): test full restore on a single table empty table 2023-09-06T20:25:03,954 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22044e21 to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:03,961 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cee3d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:03,971 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:03,973 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:03,990 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:03,991 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:04,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:25:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:25:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:25:04,022 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:25:04,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 22 msec 2023-09-06T20:25:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:25:04,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:25:04,129 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:04,129 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:04,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:25:04,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:04,549 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5391a0cfd8df9d33a092e32d4258940e, NAME => 'backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:04,567 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:04,567 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 5391a0cfd8df9d33a092e32d4258940e, disabling compactions & flushes 2023-09-06T20:25:04,567 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,567 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,567 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. after waiting 0 ms 2023-09-06T20:25:04,567 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,568 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,568 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5391a0cfd8df9d33a092e32d4258940e: 2023-09-06T20:25:04,570 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:04,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694031904570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031904570"}]},"ts":"1694031904570"} 2023-09-06T20:25:04,573 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:04,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:04,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031904574"}]},"ts":"1694031904574"} 2023-09-06T20:25:04,576 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:25:04,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=5391a0cfd8df9d33a092e32d4258940e, ASSIGN}] 2023-09-06T20:25:04,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=5391a0cfd8df9d33a092e32d4258940e, ASSIGN 2023-09-06T20:25:04,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=5391a0cfd8df9d33a092e32d4258940e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:25:04,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5391a0cfd8df9d33a092e32d4258940e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:04,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 5391a0cfd8df9d33a092e32d4258940e, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:04,896 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,896 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 5391a0cfd8df9d33a092e32d4258940e, NAME => 'backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:04,896 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:04,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:04,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,897 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,898 INFO [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,901 INFO [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5391a0cfd8df9d33a092e32d4258940e columnFamilyName meta 2023-09-06T20:25:04,901 DEBUG [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:04,902 INFO [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] regionserver.HStore(324): Store=5391a0cfd8df9d33a092e32d4258940e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:04,902 INFO [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,904 INFO [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5391a0cfd8df9d33a092e32d4258940e columnFamilyName session 2023-09-06T20:25:04,904 DEBUG [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:04,904 INFO [StoreOpener-5391a0cfd8df9d33a092e32d4258940e-1 {}] regionserver.HStore(324): Store=5391a0cfd8df9d33a092e32d4258940e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:04,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,906 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,907 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:25:04,909 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:04,912 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:04,912 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 5391a0cfd8df9d33a092e32d4258940e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11083389280, jitterRate=0.03222106397151947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:25:04,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 5391a0cfd8df9d33a092e32d4258940e: 2023-09-06T20:25:04,914 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e., pid=28, masterSystemTime=1694031904891 2023-09-06T20:25:04,916 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,916 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:04,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=5391a0cfd8df9d33a092e32d4258940e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:04,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:25:04,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 5391a0cfd8df9d33a092e32d4258940e, server=jenkins-hbase3.apache.org,46861,1694031886722 in 181 msec 2023-09-06T20:25:04,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:25:04,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=5391a0cfd8df9d33a092e32d4258940e, ASSIGN in 340 msec 2023-09-06T20:25:04,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:04,925 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031904925"}]},"ts":"1694031904925"} 2023-09-06T20:25:04,927 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:25:04,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:04,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 810 msec 2023-09-06T20:25:05,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:05,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:25:05,115 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:05,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940318981242 2023-09-06T20:25:05,116 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940318981242 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:05,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694031898124 2023-09-06T20:25:05,117 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694031898124 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:05,118 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940318981243 2023-09-06T20:25:05,118 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940318981243 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:05,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940318981241 2023-09-06T20:25:05,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940318981241 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:25:05,239 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:25:05,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:25:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:25:05,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:25:05,257 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:05,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:25:05,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:25:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:05,673 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7f5bae8fe256f2ce0e18870099dead27, NAME => 'backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:06,089 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:06,089 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 7f5bae8fe256f2ce0e18870099dead27, disabling compactions & flushes 2023-09-06T20:25:06,089 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,089 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,089 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. after waiting 0 ms 2023-09-06T20:25:06,089 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,089 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,089 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7f5bae8fe256f2ce0e18870099dead27: 2023-09-06T20:25:06,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:25:06,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694031906091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031906091"}]},"ts":"1694031906091"} 2023-09-06T20:25:06,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:06,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:25:06,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031906094"}]},"ts":"1694031906094"} 2023-09-06T20:25:06,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:25:06,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7f5bae8fe256f2ce0e18870099dead27, ASSIGN}] 2023-09-06T20:25:06,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7f5bae8fe256f2ce0e18870099dead27, ASSIGN 2023-09-06T20:25:06,105 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=7f5bae8fe256f2ce0e18870099dead27, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:25:06,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7f5bae8fe256f2ce0e18870099dead27, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:06,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 7f5bae8fe256f2ce0e18870099dead27, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:06,417 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 7f5bae8fe256f2ce0e18870099dead27, NAME => 'backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:06,417 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:06,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:06,418 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,418 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,420 INFO [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,421 INFO [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f5bae8fe256f2ce0e18870099dead27 columnFamilyName meta 2023-09-06T20:25:06,421 DEBUG [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:06,422 INFO [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] regionserver.HStore(324): Store=7f5bae8fe256f2ce0e18870099dead27/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:06,422 INFO [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,424 INFO [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f5bae8fe256f2ce0e18870099dead27 columnFamilyName session 2023-09-06T20:25:06,424 DEBUG [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:06,424 INFO [StoreOpener-7f5bae8fe256f2ce0e18870099dead27-1 {}] regionserver.HStore(324): Store=7f5bae8fe256f2ce0e18870099dead27/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:06,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:25:06,429 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:06,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:06,432 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 7f5bae8fe256f2ce0e18870099dead27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10729080640, jitterRate=-7.764995098114014E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:25:06,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 7f5bae8fe256f2ce0e18870099dead27: 2023-09-06T20:25:06,434 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27., pid=31, masterSystemTime=1694031906412 2023-09-06T20:25:06,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,437 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:06,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7f5bae8fe256f2ce0e18870099dead27, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:06,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:25:06,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 7f5bae8fe256f2ce0e18870099dead27, server=jenkins-hbase3.apache.org,46861,1694031886722 in 180 msec 2023-09-06T20:25:06,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:25:06,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=7f5bae8fe256f2ce0e18870099dead27, ASSIGN in 339 msec 2023-09-06T20:25:06,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:25:06,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031906445"}]},"ts":"1694031906445"} 2023-09-06T20:25:06,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:25:06,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:25:06,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1970 sec 2023-09-06T20:25:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:25:07,367 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:25:07,381 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:25:07,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:25:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031907427 (current time:1694031907427). 2023-09-06T20:25:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:25:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0a3af777 to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a111ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:07,444 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57490, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0a3af777 to 127.0.0.1:59516 2023-09-06T20:25:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:25:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:25:07,461 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:07,467 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:07,470 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:07,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:25:07,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940318981243' 2023-09-06T20:25:07,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:25:07,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940318981242' 2023-09-06T20:25:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:07,882 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:07,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5391a0cfd8df9d33a092e32d4258940e}] 2023-09-06T20:25:07,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:08,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:25:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:08,057 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 5391a0cfd8df9d33a092e32d4258940e 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:25:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:08,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/session/7b4c25976ffb4a9fb132c56bd8a9525a is 49, key is activesession:/session:c/1694031907413/Put/seqid=0 2023-09-06T20:25:08,556 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/session/7b4c25976ffb4a9fb132c56bd8a9525a 2023-09-06T20:25:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:08,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/session/7b4c25976ffb4a9fb132c56bd8a9525a as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/session/7b4c25976ffb4a9fb132c56bd8a9525a 2023-09-06T20:25:08,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/session/7b4c25976ffb4a9fb132c56bd8a9525a, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:25:08,665 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 5391a0cfd8df9d33a092e32d4258940e in 608ms, sequenceid=5, compaction requested=false 2023-09-06T20:25:08,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 5391a0cfd8df9d33a092e32d4258940e: 2023-09-06T20:25:08,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. for snapshot_backup_system completed. 2023-09-06T20:25:08,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:25:08,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:08,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:25:08,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/session/7b4c25976ffb4a9fb132c56bd8a9525a] hfiles 2023-09-06T20:25:08,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/session/7b4c25976ffb4a9fb132c56bd8a9525a for snapshot=snapshot_backup_system 2023-09-06T20:25:09,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:09,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:25:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:25:09,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:09,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:09,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:25:09,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 5391a0cfd8df9d33a092e32d4258940e in 1.2280 sec 2023-09-06T20:25:09,115 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:09,117 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:09,120 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:09,120 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:25:09,123 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:25:09,550 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:09,563 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:09,564 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:25:09,566 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:09,566 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:25:09,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1120 sec 2023-09-06T20:25:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:25:09,570 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:25:09,570 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(115): Backup backup_1694031903965 started at 1694031909570. 2023-09-06T20:25:09,592 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(119): Backup session backup_1694031903965 has been started. 2023-09-06T20:25:09,595 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:25:09,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:25:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:25:09,614 INFO [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:25:09,614 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:25:09,615 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:25:09,615 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:25:09,615 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,616 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:09,617 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:25:09,617 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,617 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:25:09,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:09,617 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,617 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:25:09,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:09,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:25:09,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:09,619 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:25:09,621 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:25:09,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:25:09,621 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:25:09,622 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:25:09,622 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:25:09,622 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:25:09,622 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,46861,1694031886722' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:25:09,624 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,625 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:09,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:09,625 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,625 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:25:09,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:09,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:09,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:09,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:09,627 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,46861,1694031886722' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:25:09,627 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@11b2ecb9[Count = 0] remaining members to acquire global barrier 2023-09-06T20:25:09,627 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:25:09,627 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,629 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,629 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,629 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,629 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:25:09,629 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,629 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:25:09,630 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:25:09,630 DEBUG [rs(jenkins-hbase3.apache.org,46861,1694031886722)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,630 INFO [rs(jenkins-hbase3.apache.org,46861,1694031886722)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694031889792 highest: 1694031889792 on jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,630 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta:.meta(num 1694031890812) roll requested 2023-09-06T20:25:09,644 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta.1694031909631.meta, exclude list is [], retry=0 2023-09-06T20:25:09,651 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK] 2023-09-06T20:25:09,654 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta.1694031890812.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta.1694031909631.meta 2023-09-06T20:25:09,655 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK]] 2023-09-06T20:25:09,655 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta.1694031890812.meta is not closed yet, will try archiving it next time 2023-09-06T20:25:09,655 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C46861%2C1694031886722:(num 1694031889792) roll requested 2023-09-06T20:25:09,668 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.1694031909655, exclude list is [], retry=0 2023-09-06T20:25:09,671 DEBUG [rs(jenkins-hbase3.apache.org,46861,1694031886722)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:25:09,671 INFO [rs(jenkins-hbase3.apache.org,46861,1694031886722)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694031909655 on jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,672 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK] 2023-09-06T20:25:09,672 DEBUG [rs(jenkins-hbase3.apache.org,46861,1694031886722)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:09,675 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:09,677 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.1694031889792 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.1694031909655 2023-09-06T20:25:09,677 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44503,DS-21776a84-ce92-489f-b345-14ca4d7c82a7,DISK]] 2023-09-06T20:25:09,677 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/WALs/jenkins-hbase3.apache.org,46861,1694031886722/jenkins-hbase3.apache.org%2C46861%2C1694031886722.1694031889792 is not closed yet, will try archiving it next time 2023-09-06T20:25:09,696 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:25:09,696 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,46861,1694031886722' in zk 2023-09-06T20:25:09,701 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,701 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:25:09,701 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:25:09,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,701 DEBUG [member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:25:09,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:09,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:09,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:09,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:09,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:09,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:09,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:09,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,46861,1694031886722': 2023-09-06T20:25:09,705 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,46861,1694031886722' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:25:09,705 INFO [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:25:09,705 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:25:09,705 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:25:09,705 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:25:09,705 INFO [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:25:09,709 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,709 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:25:09,709 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,709 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:25:09,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:25:09,710 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:25:09,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:09,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:25:09,710 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:09,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:25:09,711 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:09,711 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,711 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,712 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:25:09,712 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:25:09,713 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:25:09,720 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:25:09,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:09,720 DEBUG [(jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:25:09,720 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:25:09,721 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:25:09,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:25:09,721 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:25:09,721 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:25:09,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:25:09,723 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:25:09,723 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:25:09,823 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:25:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:25:09,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } 2023-09-06T20:25:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694031909834 (current time:1694031909834). 2023-09-06T20:25:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:25:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694031909833_default_test-1694031898124 VERSION not specified, setting to 2 2023-09-06T20:25:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72dad091 to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468a9e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:09,845 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57506, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72dad091 to 127.0.0.1:59516 2023-09-06T20:25:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:25:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } 2023-09-06T20:25:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:25:09,850 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:25:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:09,852 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:25:09,854 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:25:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:10,266 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:25:10,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 408a927fc638c2695f8c41d764d5df3f}] 2023-09-06T20:25:10,268 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:10,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:10,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:25:10,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:10,443 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 408a927fc638c2695f8c41d764d5df3f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:25:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:10,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/.tmp/f/64c771660c12443086e8a2fbdaa7a863 is 37, key is row10/f:q1/1694031899815/Put/seqid=0 2023-09-06T20:25:10,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/.tmp/f/64c771660c12443086e8a2fbdaa7a863 2023-09-06T20:25:10,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/.tmp/f/64c771660c12443086e8a2fbdaa7a863 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 2023-09-06T20:25:10,499 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:25:10,501 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 408a927fc638c2695f8c41d764d5df3f in 58ms, sequenceid=103, compaction requested=false 2023-09-06T20:25:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 408a927fc638c2695f8c41d764d5df3f: 2023-09-06T20:25:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. for snapshot_1694031909833_default_test-1694031898124 completed. 2023-09-06T20:25:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.' region-info for snapshot=snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:25:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863] hfiles 2023-09-06T20:25:10,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 for snapshot=snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:10,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:10,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:25:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:25:10,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694031909833_default_test-1694031898124 on region 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:10,915 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:10,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:25:10,919 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:25:10,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 408a927fc638c2695f8c41d764d5df3f in 650 msec 2023-09-06T20:25:10,919 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:25:10,920 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:25:10,920 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:10,921 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/.tmp/snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:11,338 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:25:11,346 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:25:11,346 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/.tmp/snapshot_1694031909833_default_test-1694031898124 to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:11,348 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:25:11,348 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:25:11,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694031909833_default_test-1694031898124 table=test-1694031898124 type=FLUSH ttl=0 } in 1.5010 sec 2023-09-06T20:25:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:25:11,959 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694031898124, procId: 34 completed 2023-09-06T20:25:11,959 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694031903965 2023-09-06T20:25:11,960 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:25:11,961 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:25:11,964 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694031903965_test-1694031898124 2023-09-06T20:25:11,964 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694031909833_default_test-1694031898124 to hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/ 2023-09-06T20:25:11,974 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:25:12,004 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37459, inputRoot=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:12,004 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,43423,1694031883365_44159427_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/.hbase-snapshot/.tmp/snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:12,005 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37459, inputRoot=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d, snapshotDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/snapshot_1694031909833_default_test-1694031898124. 2023-09-06T20:25:12,017 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/.hbase-snapshot/snapshot_1694031909833_default_test-1694031898124 to hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/.hbase-snapshot/.tmp/snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:12,453 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:12,454 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:12,455 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:12,455 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,449 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop-7307286048986361503.jar 2023-09-06T20:25:13,449 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,450 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,450 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,451 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,451 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,451 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,452 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,452 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,453 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:13,454 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:25:13,454 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:25:13,455 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:25:13,455 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:25:13,456 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:25:13,456 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:25:13,456 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:25:13,457 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:25:13,457 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:25:13,458 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:25:13,458 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:25:13,459 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:25:13,463 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:13,463 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:13,463 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:13,464 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:13,464 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:25:13,465 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:13,465 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:13,524 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:25:13,546 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694031909833_default_test-1694031898124' hfile list 2023-09-06T20:25:13,557 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:25:13,793 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.local.dir/1694031913741/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:25:13,793 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.local.dir/1694031913741/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:25:13,973 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:25:14,003 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 output=hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 2023-09-06T20:25:14,003 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-09-06T20:25:14,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:25:14,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:25:14,867 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:25:14,868 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:25:14,877 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:14,877 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694031909833_default_test-1694031898124 finished. 2023-09-06T20:25:14,877 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupSystemTable(1014): test-1694031898124 2023-09-06T20:25:14,956 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694031903965 2023-09-06T20:25:14,956 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:25:15,373 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37459/backupUT/backup_1694031903965/.backup.manifest 2023-09-06T20:25:15,373 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(358): Backup backup_1694031903965 finished: type=FULL,tablelist=test-1694031898124,targetRootDir=hdfs://localhost:37459/backupUT,startts=1694031909570,completets=1694031914953,bytescopied=0 2023-09-06T20:25:15,374 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:25:15,374 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:15,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694031909833_default_test-1694031898124" 2023-09-06T20:25:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694031909833_default_test-1694031898124 2023-09-06T20:25:15,389 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694031909833_default_test-1694031898124 for backup backup_1694031903965 succeeded. 2023-09-06T20:25:15,390 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:25:15,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:25:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:25:15,405 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:25:15,413 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:25:15,430 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.TableBackupClient(376): Backup backup_1694031903965 completed. 2023-09-06T20:25:15,430 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:15,430 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22044e21 to 127.0.0.1:59516 2023-09-06T20:25:15,430 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:15,450 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] backup.TestBackupDeleteRestore(61): backup complete 2023-09-06T20:25:15,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush test-1694031898124 2023-09-06T20:25:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1694031898124 2023-09-06T20:25:15,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(88): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1694031898124 execute state=FLUSH_TABLE_PREPARE 2023-09-06T20:25:15,484 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(88): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1694031898124 execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-09-06T20:25:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:15,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-09-06T20:25:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:15,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2023-09-06T20:25:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:15,650 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 408a927fc638c2695f8c41d764d5df3f 1/1 column families, dataSize=25 B heapSize=360 B 2023-09-06T20:25:15,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/.tmp/f/6655f2295d8c4682ba121b02656cbef3 is 29, key is row0/f:/1694031915462/DeleteFamily/seqid=0 2023-09-06T20:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:16,063 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/.tmp/f/6655f2295d8c4682ba121b02656cbef3 2023-09-06T20:25:16,071 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6655f2295d8c4682ba121b02656cbef3 2023-09-06T20:25:16,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/.tmp/f/6655f2295d8c4682ba121b02656cbef3 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/6655f2295d8c4682ba121b02656cbef3 2023-09-06T20:25:16,079 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6655f2295d8c4682ba121b02656cbef3 2023-09-06T20:25:16,079 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/6655f2295d8c4682ba121b02656cbef3, entries=1, sequenceid=107, filesize=5.0 K 2023-09-06T20:25:16,081 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 408a927fc638c2695f8c41d764d5df3f in 432ms, sequenceid=107, compaction requested=false 2023-09-06T20:25:16,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 408a927fc638c2695f8c41d764d5df3f: 2023-09-06T20:25:16,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:16,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:25:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:25:16,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:25:16,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 598 msec 2023-09-06T20:25:16,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=test-1694031898124 in 611 msec 2023-09-06T20:25:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:25:16,089 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:test-1694031898124, procId: 36 completed 2023-09-06T20:25:16,096 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37459/backupUT/backup_1694031903965/.backup.manifest 2023-09-06T20:25:16,099 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031903965/.backup.manifest 2023-09-06T20:25:16,107 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37459/backupUT/backup_1694031903965/.backup.manifest 2023-09-06T20:25:16,110 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694031903965/.backup.manifest 2023-09-06T20:25:16,110 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.RestoreTablesClient(148): Restoring 'test-1694031898124' to 'test-1694031898124' from full backup image hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124 2023-09-06T20:25:16,124 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] util.RestoreTool(476): Truncating exising target table 'test-1694031898124', preserving region splits 2023-09-06T20:25:16,125 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$18(967): Started disable of test-1694031898124 2023-09-06T20:25:16,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable test-1694031898124 2023-09-06T20:25:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=test-1694031898124 2023-09-06T20:25:16,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031916143"}]},"ts":"1694031916143"} 2023-09-06T20:25:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:25:16,145 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031898124, state=DISABLING in hbase:meta 2023-09-06T20:25:16,147 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(293): Set test-1694031898124 to state=DISABLING 2023-09-06T20:25:16,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, UNASSIGN}] 2023-09-06T20:25:16,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, UNASSIGN 2023-09-06T20:25:16,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=408a927fc638c2695f8c41d764d5df3f, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:16,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; CloseRegionProcedure 408a927fc638c2695f8c41d764d5df3f, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:25:16,314 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(119): Close 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:16,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1668): Closing 408a927fc638c2695f8c41d764d5df3f, disabling compactions & flushes 2023-09-06T20:25:16,314 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1690): Closing region test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:16,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:16,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1778): Acquired close lock on test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. after waiting 0 ms 2023-09-06T20:25:16,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1788): Updates disabled for region test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:16,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/recovered.edits/110.seqid, newMaxSeqId=110, maxSeqId=1 2023-09-06T20:25:16,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:16,325 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1909): Closed test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. 2023-09-06T20:25:16,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1622): Region close journal for 408a927fc638c2695f8c41d764d5df3f: 2023-09-06T20:25:16,327 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(163): Closed 408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:16,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=408a927fc638c2695f8c41d764d5df3f, regionState=CLOSED 2023-09-06T20:25:16,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-09-06T20:25:16,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; CloseRegionProcedure 408a927fc638c2695f8c41d764d5df3f, server=jenkins-hbase3.apache.org,46861,1694031886722 in 175 msec 2023-09-06T20:25:16,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:25:16,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; TransitRegionStateProcedure table=test-1694031898124, region=408a927fc638c2695f8c41d764d5df3f, UNASSIGN in 184 msec 2023-09-06T20:25:16,335 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031916335"}]},"ts":"1694031916335"} 2023-09-06T20:25:16,336 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031898124, state=DISABLED in hbase:meta 2023-09-06T20:25:16,338 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set test-1694031898124 to state=DISABLED 2023-09-06T20:25:16,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; DisableTableProcedure table=test-1694031898124 in 205 msec 2023-09-06T20:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:25:16,448 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:test-1694031898124, procId: 38 completed 2023-09-06T20:25:16,450 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$16(847): Started truncating test-1694031898124 2023-09-06T20:25:16,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.HMaster$6(2480): Client=jenkins//172.31.12.81 truncate test-1694031898124 2023-09-06T20:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=test-1694031898124 preserveSplits=true) 2023-09-06T20:25:16,467 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'test-1694031898124' regions in transition 2023-09-06T20:25:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:16,475 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:16,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f, FileablePath, hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/recovered.edits] 2023-09-06T20:25:16,488 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 2023-09-06T20:25:16,490 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/6655f2295d8c4682ba121b02656cbef3 to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/6655f2295d8c4682ba121b02656cbef3 2023-09-06T20:25:16,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/recovered.edits/110.seqid to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/recovered.edits/110.seqid 2023-09-06T20:25:16,496 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:16,496 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(293): Archived test-1694031898124 regions 2023-09-06T20:25:16,511 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of test-1694031898124 from hbase:meta 2023-09-06T20:25:16,513 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(387): Removing 'test-1694031898124' descriptor. 2023-09-06T20:25:16,514 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(377): Removing 'test-1694031898124' from region states. 2023-09-06T20:25:16,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1694031916514"}]},"ts":"9223372036854775807"} 2023-09-06T20:25:16,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-09-06T20:25:16,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 408a927fc638c2695f8c41d764d5df3f, NAME => 'test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:25:16,517 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(381): Marking 'test-1694031898124' as deleted. 2023-09-06T20:25:16,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1694031916517"}]},"ts":"9223372036854775807"} 2023-09-06T20:25:16,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table test-1694031898124 state from META 2023-09-06T20:25:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:16,937 INFO [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ffeebd919e475dfb66a0a3edecf17845, NAME => 'test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694031898124', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d 2023-09-06T20:25:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:17,348 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:17,348 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1668): Closing ffeebd919e475dfb66a0a3edecf17845, disabling compactions & flushes 2023-09-06T20:25:17,348 INFO [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,348 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,348 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. after waiting 0 ms 2023-09-06T20:25:17,348 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,348 INFO [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1909): Closed test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,348 DEBUG [RegionOpenAndInit-test-1694031898124-pool-0 {}] regionserver.HRegion(1622): Region close journal for ffeebd919e475dfb66a0a3edecf17845: 2023-09-06T20:25:17,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694031917350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694031917350"}]},"ts":"1694031917350"} 2023-09-06T20:25:17,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:25:17,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031917353"}]},"ts":"1694031917353"} 2023-09-06T20:25:17,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031898124, state=ENABLING in hbase:meta 2023-09-06T20:25:17,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031898124, region=ffeebd919e475dfb66a0a3edecf17845, ASSIGN}] 2023-09-06T20:25:17,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694031898124, region=ffeebd919e475dfb66a0a3edecf17845, ASSIGN 2023-09-06T20:25:17,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694031898124, region=ffeebd919e475dfb66a0a3edecf17845, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46861,1694031886722; forceNewPlan=false, retain=false 2023-09-06T20:25:17,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=ffeebd919e475dfb66a0a3edecf17845, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:17,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure ffeebd919e475dfb66a0a3edecf17845, server=jenkins-hbase3.apache.org,46861,1694031886722}] 2023-09-06T20:25:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:17,672 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(130): Open test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,672 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7254): Opening region: {ENCODED => ffeebd919e475dfb66a0a3edecf17845, NAME => 'test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:25:17,672 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:25:17,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694031898124 ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(888): Instantiated test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:25:17,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7296): checking encryption for ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7299): checking classloading for ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,674 INFO [StoreOpener-ffeebd919e475dfb66a0a3edecf17845-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,676 INFO [StoreOpener-ffeebd919e475dfb66a0a3edecf17845-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffeebd919e475dfb66a0a3edecf17845 columnFamilyName f 2023-09-06T20:25:17,676 DEBUG [StoreOpener-ffeebd919e475dfb66a0a3edecf17845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:25:17,677 INFO [StoreOpener-ffeebd919e475dfb66a0a3edecf17845-1 {}] regionserver.HStore(324): Store=ffeebd919e475dfb66a0a3edecf17845/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:25:17,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1076): writing seq id for ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:17,683 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:25:17,684 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): Opened ffeebd919e475dfb66a0a3edecf17845; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9896875680, jitterRate=-0.07828162610530853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:25:17,684 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(992): Region open journal for ffeebd919e475dfb66a0a3edecf17845: 2023-09-06T20:25:17,685 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845., pid=43, masterSystemTime=1694031917667 2023-09-06T20:25:17,687 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,687 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(158): Opened test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:17,687 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=ffeebd919e475dfb66a0a3edecf17845, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:17,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-09-06T20:25:17,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure ffeebd919e475dfb66a0a3edecf17845, server=jenkins-hbase3.apache.org,46861,1694031886722 in 173 msec 2023-09-06T20:25:17,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-09-06T20:25:17,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=test-1694031898124, region=ffeebd919e475dfb66a0a3edecf17845, ASSIGN in 332 msec 2023-09-06T20:25:17,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694031898124","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694031917693"}]},"ts":"1694031917693"} 2023-09-06T20:25:17,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694031898124, state=ENABLED in hbase:meta 2023-09-06T20:25:17,696 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'test-1694031898124' completed 2023-09-06T20:25:17,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; TruncateTableProcedure (table=test-1694031898124 preserveSplits=true) in 1.2380 sec 2023-09-06T20:25:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:25:18,576 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.HBaseAdmin$TableFuture(3677): Operation: TRUNCATE, Table Name: default:test-1694031898124, procId: 41 completed 2023-09-06T20:25:18,584 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f from hbase tables test-1694031898124 to tables test-1694031898124 2023-09-06T20:25:18,584 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694031898124 into test-1694031898124 2023-09-06T20:25:18,587 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584 from hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f 2023-09-06T20:25:18,590 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2c04629b to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:18,597 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a64cba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:18,598 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:18,600 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45532, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:18,613 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:25:18,614 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694031898124 2023-09-06T20:25:18,618 DEBUG [hconnection-0x41f5658a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:18,620 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50514, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:18,623 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694031898124: 2023-09-06T20:25:18,623 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:25:18,623 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/partitions_b9bbdaa2-9afa-47cb-b349-1fe8ca10c3f3 2023-09-06T20:25:18,666 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:18,667 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:18,668 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:18,668 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,658 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop-86938170197157098.jar 2023-09-06T20:25:19,658 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,659 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,659 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,660 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,660 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,660 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,661 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,661 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,662 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,662 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:25:19,663 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:25:19,663 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:25:19,664 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:25:19,664 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:25:19,665 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:25:19,665 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:25:19,665 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:25:19,666 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:25:19,666 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:25:19,667 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:25:19,667 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:25:19,671 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,672 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,672 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,672 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,673 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,673 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:25:19,674 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:25:19,674 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1694031898124 2023-09-06T20:25:19,674 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:19,674 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2c04629b to 127.0.0.1:59516 2023-09-06T20:25:19,674 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:19,675 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:25:19,675 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:25:19,675 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:25:19,681 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:25:19,687 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:25:19,768 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.local.dir/1694031919734/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:25:19,768 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/mapreduce.cluster.local.dir/1694031919734/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:25:19,868 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/archive/data/default/test-1694031898124/408a927fc638c2695f8c41d764d5df3f/f/64c771660c12443086e8a2fbdaa7a863 2023-09-06T20:25:19,873 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:25:19,994 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x680d5b7c to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:20,001 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c96ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:20,003 DEBUG [hconnection-0x737d0312-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:20,004 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:50524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:20,009 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x680d5b7c to 127.0.0.1:59516 2023-09-06T20:25:20,009 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:20,010 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:25:20,010 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:25:20,024 DEBUG [pool-193-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584/_temporary/0/_temporary/attempt_local396590287_0002_r_000000_0/f/ce9748b9506c4e388651fb90b5fedbe2 is 37, key is row10/f:q1/1694031899815/Put/seqid=0 2023-09-06T20:25:20,027 WARN [Thread-752 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:46861] Specified favored nodes: [jenkins-hbase3.apache.org:46861] 2023-09-06T20:25:20,832 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584 2023-09-06T20:25:20,833 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x50e6642a to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:20,845 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a295173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:20,847 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:20,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40482, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:20,857 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584/_SUCCESS 2023-09-06T20:25:20,862 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:20,863 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41484, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:20,885 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:25:20,886 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41496, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:25:20,902 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584/f/ce9748b9506c4e388651fb90b5fedbe2 first=Optional[row0] last=Optional[row98] 2023-09-06T20:25:20,922 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845., hostname=jenkins-hbase3.apache.org,46861,1694031886722, seqNum=2 for row with hfile group [{f,hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584/f/ce9748b9506c4e388651fb90b5fedbe2}] 2023-09-06T20:25:20,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584/f/ce9748b9506c4e388651fb90b5fedbe2 for inclusion in ffeebd919e475dfb66a0a3edecf17845/f 2023-09-06T20:25:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:25:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:25:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HRegion(2520): Flush status journal for ffeebd919e475dfb66a0a3edecf17845: 2023-09-06T20:25:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/hbase-staging/bulk_output-default-test-1694031898124-1694031918584/f/ce9748b9506c4e388651fb90b5fedbe2 to hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/staging/jenkins__test-1694031898124__fir2vsqdvb8cede2dgkaqs1lng7mo280vic1jjiultdl549ugdcrq7o2cdd6nn5k/f/ce9748b9506c4e388651fb90b5fedbe2 2023-09-06T20:25:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/staging/jenkins__test-1694031898124__fir2vsqdvb8cede2dgkaqs1lng7mo280vic1jjiultdl549ugdcrq7o2cdd6nn5k/f/ce9748b9506c4e388651fb90b5fedbe2 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/f/a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_ 2023-09-06T20:25:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51a5a2fb to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58945763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:20,967 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:25:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:20,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40496, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:25:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] impl.BackupSystemTable(408): write bulk load descriptor to backup test-1694031898124 with 1 entries 2023-09-06T20:25:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] impl.BackupSystemTable(1582): writing raw bulk path hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/f/a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_ for test-1694031898124 ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] impl.BackupSystemTable(415): written 1 rows for bulk load of test-1694031898124 2023-09-06T20:25:21,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51a5a2fb to 127.0.0.1:59516 2023-09-06T20:25:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:21,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/staging/jenkins__test-1694031898124__fir2vsqdvb8cede2dgkaqs1lng7mo280vic1jjiultdl549ugdcrq7o2cdd6nn5k/f/ce9748b9506c4e388651fb90b5fedbe2 into ffeebd919e475dfb66a0a3edecf17845/f as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/f/a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_ - updating store file list. 2023-09-06T20:25:21,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/f/a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_ into ffeebd919e475dfb66a0a3edecf17845/f 2023-09-06T20:25:21,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/staging/jenkins__test-1694031898124__fir2vsqdvb8cede2dgkaqs1lng7mo280vic1jjiultdl549ugdcrq7o2cdd6nn5k/f/ce9748b9506c4e388651fb90b5fedbe2 into ffeebd919e475dfb66a0a3edecf17845/f (new location: hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/f/a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_) 2023-09-06T20:25:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/staging/jenkins__test-1694031898124__fir2vsqdvb8cede2dgkaqs1lng7mo280vic1jjiultdl549ugdcrq7o2cdd6nn5k/f/ce9748b9506c4e388651fb90b5fedbe2 2023-09-06T20:25:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c39e9d2 to 127.0.0.1:59516 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:25:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd8af03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:25:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:25:21,028 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41516, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:25:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:25:21,033 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:25:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] impl.BackupSystemTable(388): write bulk load descriptor to backup test-1694031898124 with 1 entries 2023-09-06T20:25:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] impl.BackupSystemTable(1503): writing done bulk path hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/f/a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_ for test-1694031898124 ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] impl.BackupSystemTable(394): written 1 rows for bulk load of test-1694031898124 2023-09-06T20:25:21,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c39e9d2 to 127.0.0.1:59516 2023-09-06T20:25:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:21,065 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:21,065 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x50e6642a to 127.0.0.1:59516 2023-09-06T20:25:21,066 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:21,067 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:25:21,067 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:25:21,067 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] impl.RestoreTablesClient(233): Backup: backup_1694031903965 hdfs://localhost:37459/backupUT/backup_1694031903965/default/test-1694031898124/ 2023-09-06T20:25:21,067 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:25:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46861 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Scan size: 143 connection: 172.31.12.81:43278 deadline: 1694031981068, exception=org.apache.hadoop.hbase.NotServingRegionException: test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f. is not online on jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:21,205 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.ResourceChecker(175): after: backup.TestBackupDeleteRestore#testBackupDeleteRestore Thread=601 (was 582) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1217170940_16 at /127.0.0.1:50020 [Waiting for operation #25] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59516@0x0c39e9d2 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/803095522.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-2089934671-172.31.12.81-1694031879563:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,46861,1694031886722' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7d522f8a-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,43423,1694031883365)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7d522f8a-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x40922443-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1217170940_16 at /127.0.0.1:50516 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-2089934671-172.31.12.81-1694031879563:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7d522f8a-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59516@0x0c39e9d2-SendThread(127.0.0.1:59516) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59516@0x50e6642a java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$495/803095522.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1614433940_16 at /127.0.0.1:54306 [Receiving block BP-2089934671-172.31.12.81-1694031879563:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x40922443-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,46861,1694031886722)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1614433940_16 at /127.0.0.1:54290 [Receiving block BP-2089934671-172.31.12.81-1694031879563:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59516@0x50e6642a-SendThread(127.0.0.1:59516) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59516@0x50e6642a-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59516@0x0c39e9d2-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) - Thread LEAK? -, OpenFileDescriptor=690 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=293 (was 350), ProcessCount=167 (was 167), AvailableMemoryMB=3344 (was 3521) 2023-09-06T20:25:21,205 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-09-06T20:25:21,215 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:25:21,216 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:21,216 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x669dbd4e to 127.0.0.1:59516 2023-09-06T20:25:21,216 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:21,216 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:25:21,216 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] util.JVMClusterUtil(257): Found active master hash=1753030297, stopped=false 2023-09-06T20:25:21,217 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:25:21,219 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:25:21,219 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:25:21,219 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:21,219 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:25:21,219 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:21,220 DEBUG [Listener at jenkins-hbase3.apache.org/44335 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:21,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:25:21,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:25:21,220 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,46861,1694031886722' ***** 2023-09-06T20:25:21,220 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:25:21,220 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:25:21,233 INFO [RS:0;jenkins-hbase3:46861 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6431df3{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:25:21,238 INFO [RS:0;jenkins-hbase3:46861 {}] server.AbstractConnector(383): Stopped ServerConnector@5bc60d54{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:21,238 INFO [RS:0;jenkins-hbase3:46861 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:25:21,239 INFO [RS:0;jenkins-hbase3:46861 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@256e7e1c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:25:21,239 INFO [RS:0;jenkins-hbase3:46861 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@277c7169{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.log.dir/,STOPPED} 2023-09-06T20:25:21,241 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:25:21,241 INFO [RS:0;jenkins-hbase3:46861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:25:21,242 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for f01e92e635832a22efa4d40a1dd88ee0 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for e156514c815f709234181e6244196dd5 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for 70e2b56be335a7dfdbbc61c71cb9bf93 2023-09-06T20:25:21,242 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:21,243 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ffeebd919e475dfb66a0a3edecf17845, disabling compactions & flushes 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:25:21,243 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:21,243 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:21,243 DEBUG [RS:0;jenkins-hbase3:46861 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:21,243 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. after waiting 0 ms 2023-09-06T20:25:21,243 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:25:21,243 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:25:21,246 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-09-06T20:25:21,246 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1583): Online Regions={ffeebd919e475dfb66a0a3edecf17845=test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845., f01e92e635832a22efa4d40a1dd88ee0=ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0., e156514c815f709234181e6244196dd5=hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5., ac8121069b9f1e6d9cba5eeaaefba4c0=ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0., 1588230740=hbase:meta,,1.1588230740, 70e2b56be335a7dfdbbc61c71cb9bf93=ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93., 7f5bae8fe256f2ce0e18870099dead27=backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27., 5391a0cfd8df9d33a092e32d4258940e=backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.} 2023-09-06T20:25:21,247 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:25:21,248 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:25:21,248 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:25:21,248 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:25:21,248 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:25:21,248 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:25:21,249 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5391a0cfd8df9d33a092e32d4258940e, 70e2b56be335a7dfdbbc61c71cb9bf93, 7f5bae8fe256f2ce0e18870099dead27, ac8121069b9f1e6d9cba5eeaaefba4c0, e156514c815f709234181e6244196dd5, f01e92e635832a22efa4d40a1dd88ee0, ffeebd919e475dfb66a0a3edecf17845 2023-09-06T20:25:21,249 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.72 KB heapSize=20.47 KB 2023-09-06T20:25:21,253 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/default/test-1694031898124/ffeebd919e475dfb66a0a3edecf17845/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:25:21,253 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:21,254 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:21,254 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ffeebd919e475dfb66a0a3edecf17845: 2023-09-06T20:25:21,254 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694031898124,,1694031916498.ffeebd919e475dfb66a0a3edecf17845. 2023-09-06T20:25:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f01e92e635832a22efa4d40a1dd88ee0, disabling compactions & flushes 2023-09-06T20:25:21,255 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. after waiting 0 ms 2023-09-06T20:25:21,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:21,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns3/test-16940318981242/f01e92e635832a22efa4d40a1dd88ee0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:25:21,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:21,262 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:21,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f01e92e635832a22efa4d40a1dd88ee0: 2023-09-06T20:25:21,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940318981242,,1694031901161.f01e92e635832a22efa4d40a1dd88ee0. 2023-09-06T20:25:21,263 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e156514c815f709234181e6244196dd5, disabling compactions & flushes 2023-09-06T20:25:21,263 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:25:21,263 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:25:21,263 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. after waiting 0 ms 2023-09-06T20:25:21,263 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:25:21,263 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e156514c815f709234181e6244196dd5 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:25:21,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/.tmp/info/7fdeb7548e6f4a8ebb823c4fa4490b90 is 45, key is default/info:d/1694031893097/Put/seqid=0 2023-09-06T20:25:21,281 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/info/b544fe6a038640e685039ceb1ee810a2 is 159, key is ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0./info:regioninfo/1694031900715/Put/seqid=0 2023-09-06T20:25:21,294 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/info/b544fe6a038640e685039ceb1ee810a2 2023-09-06T20:25:21,296 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/.tmp/info/7fdeb7548e6f4a8ebb823c4fa4490b90 2023-09-06T20:25:21,304 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/.tmp/info/7fdeb7548e6f4a8ebb823c4fa4490b90 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/info/7fdeb7548e6f4a8ebb823c4fa4490b90 2023-09-06T20:25:21,312 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/info/7fdeb7548e6f4a8ebb823c4fa4490b90, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:25:21,314 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for e156514c815f709234181e6244196dd5 in 51ms, sequenceid=11, compaction requested=false 2023-09-06T20:25:21,321 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/rep_barrier/86e221a9e5844be0aa88657ed37fd4d2 is 102, key is test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f./rep_barrier:/1694031916499/DeleteFamily/seqid=0 2023-09-06T20:25:21,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/namespace/e156514c815f709234181e6244196dd5/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:25:21,326 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:21,327 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:25:21,327 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e156514c815f709234181e6244196dd5: 2023-09-06T20:25:21,327 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694031891476.e156514c815f709234181e6244196dd5. 2023-09-06T20:25:21,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ac8121069b9f1e6d9cba5eeaaefba4c0, disabling compactions & flushes 2023-09-06T20:25:21,328 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/rep_barrier/86e221a9e5844be0aa88657ed37fd4d2 2023-09-06T20:25:21,328 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:21,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:21,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. after waiting 0 ms 2023-09-06T20:25:21,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:21,328 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ac8121069b9f1e6d9cba5eeaaefba4c0 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:25:21,348 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/.tmp/f/eea201de4f1d4e489c7d4fa484455a7b is 37, key is row10/f:q1/1694031901041/Put/seqid=0 2023-09-06T20:25:21,352 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/table/e75bce25275e4d6aa0248be24626b5d2 is 96, key is test-1694031898124,,1694031898642.408a927fc638c2695f8c41d764d5df3f./table:/1694031916499/DeleteFamily/seqid=0 2023-09-06T20:25:21,449 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5391a0cfd8df9d33a092e32d4258940e, 70e2b56be335a7dfdbbc61c71cb9bf93, 7f5bae8fe256f2ce0e18870099dead27, ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:21,620 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:25:21,620 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:25:21,649 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5391a0cfd8df9d33a092e32d4258940e, 70e2b56be335a7dfdbbc61c71cb9bf93, 7f5bae8fe256f2ce0e18870099dead27, ac8121069b9f1e6d9cba5eeaaefba4c0 2023-09-06T20:25:21,761 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/table/e75bce25275e4d6aa0248be24626b5d2 2023-09-06T20:25:21,765 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/.tmp/f/eea201de4f1d4e489c7d4fa484455a7b 2023-09-06T20:25:21,779 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/.tmp/f/eea201de4f1d4e489c7d4fa484455a7b as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/f/eea201de4f1d4e489c7d4fa484455a7b 2023-09-06T20:25:21,787 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/info/b544fe6a038640e685039ceb1ee810a2 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/info/b544fe6a038640e685039ceb1ee810a2 2023-09-06T20:25:21,787 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/f/eea201de4f1d4e489c7d4fa484455a7b, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:25:21,788 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ac8121069b9f1e6d9cba5eeaaefba4c0 in 460ms, sequenceid=103, compaction requested=false 2023-09-06T20:25:21,805 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/info/b544fe6a038640e685039ceb1ee810a2, entries=72, sequenceid=51, filesize=14.3 K 2023-09-06T20:25:21,809 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/rep_barrier/86e221a9e5844be0aa88657ed37fd4d2 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/rep_barrier/86e221a9e5844be0aa88657ed37fd4d2 2023-09-06T20:25:21,817 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns2/test-16940318981241/ac8121069b9f1e6d9cba5eeaaefba4c0/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:25:21,817 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/rep_barrier/86e221a9e5844be0aa88657ed37fd4d2, entries=1, sequenceid=51, filesize=5.4 K 2023-09-06T20:25:21,818 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:21,819 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/.tmp/table/e75bce25275e4d6aa0248be24626b5d2 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/table/e75bce25275e4d6aa0248be24626b5d2 2023-09-06T20:25:21,822 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:21,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ac8121069b9f1e6d9cba5eeaaefba4c0: 2023-09-06T20:25:21,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940318981241,,1694031899908.ac8121069b9f1e6d9cba5eeaaefba4c0. 2023-09-06T20:25:21,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 70e2b56be335a7dfdbbc61c71cb9bf93, disabling compactions & flushes 2023-09-06T20:25:21,823 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:21,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:21,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. after waiting 0 ms 2023-09-06T20:25:21,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:21,831 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/table/e75bce25275e4d6aa0248be24626b5d2, entries=16, sequenceid=51, filesize=6.0 K 2023-09-06T20:25:21,832 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.72 KB/12002, heapSize ~20.42 KB/20912, currentSize=0 B/0 for 1588230740 in 584ms, sequenceid=51, compaction requested=false 2023-09-06T20:25:21,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/ns4/test-16940318981243/70e2b56be335a7dfdbbc61c71cb9bf93/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:25:21,843 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:21,845 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:21,845 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 70e2b56be335a7dfdbbc61c71cb9bf93: 2023-09-06T20:25:21,845 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940318981243,,1694031901787.70e2b56be335a7dfdbbc61c71cb9bf93. 2023-09-06T20:25:21,846 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7f5bae8fe256f2ce0e18870099dead27, disabling compactions & flushes 2023-09-06T20:25:21,846 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:21,846 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:21,846 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. after waiting 0 ms 2023-09-06T20:25:21,846 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:21,846 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 7f5bae8fe256f2ce0e18870099dead27 2/2 column families, dataSize=1.39 KB heapSize=2.47 KB 2023-09-06T20:25:21,850 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5391a0cfd8df9d33a092e32d4258940e, 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:21,855 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/hbase/meta/1588230740/recovered.edits/54.seqid, newMaxSeqId=54, maxSeqId=1 2023-09-06T20:25:21,856 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:21,856 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:25:21,857 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:21,857 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:25:21,857 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:25:21,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/.tmp/meta/fc23874b37804607a97972fb31fc247a is 321, key is bulk:test-1694031898124:ffeebd919e475dfb66a0a3edecf17845:a6d60e32a9f24a2cac0a779bf79a13a3_SeqId_4_/meta:path/1694031921054/Put/seqid=0 2023-09-06T20:25:21,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:25:22,050 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 5391a0cfd8df9d33a092e32d4258940e, 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:22,250 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-09-06T20:25:22,250 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1583): Online Regions={7f5bae8fe256f2ce0e18870099dead27=backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27., 5391a0cfd8df9d33a092e32d4258940e=backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e.} 2023-09-06T20:25:22,250 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 5391a0cfd8df9d33a092e32d4258940e, 7f5bae8fe256f2ce0e18870099dead27 2023-09-06T20:25:22,279 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/.tmp/meta/fc23874b37804607a97972fb31fc247a 2023-09-06T20:25:22,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/.tmp/meta/fc23874b37804607a97972fb31fc247a as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/meta/fc23874b37804607a97972fb31fc247a 2023-09-06T20:25:22,294 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/meta/fc23874b37804607a97972fb31fc247a, entries=4, sequenceid=6, filesize=6.0 K 2023-09-06T20:25:22,295 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.39 KB/1428, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7f5bae8fe256f2ce0e18870099dead27 in 449ms, sequenceid=6, compaction requested=false 2023-09-06T20:25:22,303 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system_bulk/7f5bae8fe256f2ce0e18870099dead27/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-09-06T20:25:22,303 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:22,304 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:22,304 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7f5bae8fe256f2ce0e18870099dead27: 2023-09-06T20:25:22,304 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694031905253.7f5bae8fe256f2ce0e18870099dead27. 2023-09-06T20:25:22,304 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5391a0cfd8df9d33a092e32d4258940e, disabling compactions & flushes 2023-09-06T20:25:22,305 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:22,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:22,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. after waiting 0 ms 2023-09-06T20:25:22,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:22,305 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 5391a0cfd8df9d33a092e32d4258940e 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-09-06T20:25:22,319 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/meta/ec72b5f6797348dda2444f4f41fb8a99 is 169, key is trslm:hdfs://localhost:37459/backupUT\x00test-1694031898124/meta:log-roll-map/1694031914943/Put/seqid=0 2023-09-06T20:25:22,451 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:22,651 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:22,724 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/meta/ec72b5f6797348dda2444f4f41fb8a99 2023-09-06T20:25:22,733 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/session/b49255dbcbca4d53be1692ea243b9f76 is 310, key is session:backup_1694031903965/session:context/1694031915411/Put/seqid=0 2023-09-06T20:25:22,851 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:23,052 DEBUG [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1609): Waiting on 5391a0cfd8df9d33a092e32d4258940e 2023-09-06T20:25:23,138 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/session/b49255dbcbca4d53be1692ea243b9f76 2023-09-06T20:25:23,146 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/meta/ec72b5f6797348dda2444f4f41fb8a99 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/meta/ec72b5f6797348dda2444f4f41fb8a99 2023-09-06T20:25:23,153 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/meta/ec72b5f6797348dda2444f4f41fb8a99, entries=4, sequenceid=16, filesize=5.5 K 2023-09-06T20:25:23,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/.tmp/session/b49255dbcbca4d53be1692ea243b9f76 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/session/b49255dbcbca4d53be1692ea243b9f76 2023-09-06T20:25:23,158 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/session/b49255dbcbca4d53be1692ea243b9f76, entries=2, sequenceid=16, filesize=5.3 K 2023-09-06T20:25:23,160 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 5391a0cfd8df9d33a092e32d4258940e in 854ms, sequenceid=16, compaction requested=false 2023-09-06T20:25:23,168 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/data/backup/system/5391a0cfd8df9d33a092e32d4258940e/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-09-06T20:25:23,169 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:23,170 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:23,170 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5391a0cfd8df9d33a092e32d4258940e: 2023-09-06T20:25:23,170 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694031904124.5391a0cfd8df9d33a092e32d4258940e. 2023-09-06T20:25:23,252 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,46861,1694031886722; all regions closed. 2023-09-06T20:25:23,260 DEBUG [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/oldWALs 2023-09-06T20:25:23,260 INFO [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C46861%2C1694031886722.meta:.meta(num 1694031909631) 2023-09-06T20:25:23,265 DEBUG [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/oldWALs 2023-09-06T20:25:23,266 INFO [RS:0;jenkins-hbase3:46861 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C46861%2C1694031886722:(num 1694031909655) 2023-09-06T20:25:23,266 DEBUG [RS:0;jenkins-hbase3:46861 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:23,266 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:25:23,266 INFO [RS:0;jenkins-hbase3:46861 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-09-06T20:25:23,266 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:25:23,268 INFO [RS:0;jenkins-hbase3:46861 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:46861 2023-09-06T20:25:23,276 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:25:23,276 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,46861,1694031886722 2023-09-06T20:25:23,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,46861,1694031886722] 2023-09-06T20:25:23,279 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,46861,1694031886722; numProcessing=1 2023-09-06T20:25:23,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,46861,1694031886722 already deleted, retry=false 2023-09-06T20:25:23,280 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,46861,1694031886722 expired; onlineServers=0 2023-09-06T20:25:23,280 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,43423,1694031883365' ***** 2023-09-06T20:25:23,280 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:25:23,281 DEBUG [M:0;jenkins-hbase3:43423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68adcb8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:25:23,281 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:25:23,289 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:25:23,289 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:25:23,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:25:23,340 INFO [M:0;jenkins-hbase3:43423 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@ed5d5c7{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:25:23,340 INFO [M:0;jenkins-hbase3:43423 {}] server.AbstractConnector(383): Stopped ServerConnector@3c6cf14a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:23,340 INFO [M:0;jenkins-hbase3:43423 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:25:23,341 INFO [M:0;jenkins-hbase3:43423 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1e22f3b8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:25:23,342 INFO [M:0;jenkins-hbase3:43423 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5b059ae2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/hadoop.log.dir/,STOPPED} 2023-09-06T20:25:23,343 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43423,1694031883365 2023-09-06T20:25:23,343 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43423,1694031883365; all regions closed. 2023-09-06T20:25:23,343 DEBUG [M:0;jenkins-hbase3:43423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:23,343 INFO [M:0;jenkins-hbase3:43423 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:25:23,343 INFO [M:0;jenkins-hbase3:43423 {}] server.AbstractConnector(383): Stopped ServerConnector@1fdf5b65{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:25:23,344 DEBUG [M:0;jenkins-hbase3:43423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:25:23,344 INFO [M:0;jenkins-hbase3:43423 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:25:23,344 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:25:23,344 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031889235 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694031889235,5,FailOnTimeoutGroup] 2023-09-06T20:25:23,344 DEBUG [M:0;jenkins-hbase3:43423 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1991d3c4 to 127.0.0.1:59516 2023-09-06T20:25:23,344 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031889238 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694031889238,5,FailOnTimeoutGroup] 2023-09-06T20:25:23,344 DEBUG [M:0;jenkins-hbase3:43423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:25:23,345 DEBUG [M:0;jenkins-hbase3:43423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:25:23,345 INFO [M:0;jenkins-hbase3:43423 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:25:23,345 DEBUG [M:0;jenkins-hbase3:43423 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:25:23,345 INFO [M:0;jenkins-hbase3:43423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:25:23,345 ERROR [M:0;jenkins-hbase3:43423 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] 2023-09-06T20:25:23,346 INFO [M:0;jenkins-hbase3:43423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:25:23,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:25:23,350 DEBUG [M:0;jenkins-hbase3:43423 {}] zookeeper.ZKUtil(347): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:25:23,350 WARN [M:0;jenkins-hbase3:43423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:25:23,350 INFO [M:0;jenkins-hbase3:43423 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:25:23,350 INFO [M:0;jenkins-hbase3:43423 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:25:23,352 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:25:23,364 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:23,364 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:23,364 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:25:23,364 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:23,364 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=164.49 KB heapSize=197.80 KB 2023-09-06T20:25:23,378 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:23,378 INFO [RS:0;jenkins-hbase3:46861 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,46861,1694031886722; zookeeper connection closed. 2023-09-06T20:25:23,378 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46861-0x100eef488dd0001, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:23,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29012433 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29012433 2023-09-06T20:25:23,379 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:25:23,383 DEBUG [M:0;jenkins-hbase3:43423 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4b5c7f9fce24f0db189c0841b172fc5 is 88, key is hbase:meta,,1/info:sn/1694031890299/Put/seqid=0 2023-09-06T20:25:23,789 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4b5c7f9fce24f0db189c0841b172fc5 2023-09-06T20:25:23,809 DEBUG [M:0;jenkins-hbase3:43423 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ed8dc35c4e744cd88c2994804057b28 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694031906451/Put/seqid=0 2023-09-06T20:25:24,215 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=163.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ed8dc35c4e744cd88c2994804057b28 2023-09-06T20:25:24,221 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ed8dc35c4e744cd88c2994804057b28 2023-09-06T20:25:24,235 DEBUG [M:0;jenkins-hbase3:43423 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7369346920f642b5b9692ea21362a1e3 is 82, key is jenkins-hbase3.apache.org,46861,1694031886722/rs:state/1694031889458/Put/seqid=0 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940318981243 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940318981242 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694031898124 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:25:24,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940318981241 2023-09-06T20:25:24,640 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7369346920f642b5b9692ea21362a1e3 2023-09-06T20:25:24,646 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4b5c7f9fce24f0db189c0841b172fc5 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4b5c7f9fce24f0db189c0841b172fc5 2023-09-06T20:25:24,652 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4b5c7f9fce24f0db189c0841b172fc5, entries=8, sequenceid=387, filesize=5.5 K 2023-09-06T20:25:24,653 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ed8dc35c4e744cd88c2994804057b28 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ed8dc35c4e744cd88c2994804057b28 2023-09-06T20:25:24,658 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ed8dc35c4e744cd88c2994804057b28 2023-09-06T20:25:24,658 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ed8dc35c4e744cd88c2994804057b28, entries=43, sequenceid=387, filesize=14.0 K 2023-09-06T20:25:24,659 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7369346920f642b5b9692ea21362a1e3 as hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7369346920f642b5b9692ea21362a1e3 2023-09-06T20:25:24,664 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37459/user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7369346920f642b5b9692ea21362a1e3, entries=1, sequenceid=387, filesize=5.1 K 2023-09-06T20:25:24,666 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(3022): Finished flush of dataSize ~164.49 KB/168433, heapSize ~197.50 KB/202240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=387, compaction requested=false 2023-09-06T20:25:24,671 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:25:24,671 DEBUG [M:0;jenkins-hbase3:43423 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:25:24,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/0b1752fd-18c3-a8a6-1f9d-e2f09be1654d/MasterData/WALs/jenkins-hbase3.apache.org,43423,1694031883365/jenkins-hbase3.apache.org%2C43423%2C1694031883365.1694031888119 not finished, retry = 0 2023-09-06T20:25:24,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:25:24,775 INFO [M:0;jenkins-hbase3:43423 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:25:24,775 INFO [M:0;jenkins-hbase3:43423 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:25:24,776 INFO [M:0;jenkins-hbase3:43423 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:43423 2023-09-06T20:25:24,779 DEBUG [M:0;jenkins-hbase3:43423 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,43423,1694031883365 already deleted, retry=false 2023-09-06T20:25:24,881 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:24,881 INFO [M:0;jenkins-hbase3:43423 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43423,1694031883365; zookeeper connection closed. 2023-09-06T20:25:24,881 DEBUG [Listener at localhost/41353-EventThread {}] zookeeper.ZKWatcher(604): master:43423-0x100eef488dd0000, quorum=127.0.0.1:59516, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:25:24,885 WARN [Listener at jenkins-hbase3.apache.org/44335 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:25:24,892 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:24,997 WARN [BP-2089934671-172.31.12.81-1694031879563 heartbeating to localhost/127.0.0.1:37459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:25:24,998 WARN [BP-2089934671-172.31.12.81-1694031879563 heartbeating to localhost/127.0.0.1:37459 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-2089934671-172.31.12.81-1694031879563 (Datanode Uuid 4941deac-72fd-4a05-9e69-5df3eb9778c6) service to localhost/127.0.0.1:37459 2023-09-06T20:25:25,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/dfs/data/data1/current/BP-2089934671-172.31.12.81-1694031879563 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:25,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8588bc3a-0a60-4c7a-7add-836a4e53b1f1/cluster_1bca6981-0716-3107-03db-4a58c5a773c3/dfs/data/data2/current/BP-2089934671-172.31.12.81-1694031879563 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:25:25,032 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:25:25,052 WARN [Log Scanner/Cleaner #0 {}] hs.JobHistory$HistoryCleaner(207): Error trying to clean up java.io.EOFException: End of File Exception between local host is: "jenkins-hbase3.apache.org/172.31.12.81"; destination host is: "localhost":37459; : java.io.EOFException; For more details see: http://wiki.apache.org/hadoop/EOFException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:827) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:791) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1564) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getListing(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:601) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor14.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getListing(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:1661) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$DirListingIterator.(Hdfs.java:228) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$DirListingIterator.(Hdfs.java:215) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs$2.(Hdfs.java:197) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.Hdfs.listStatusIterator(Hdfs.java:197) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1521) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1516) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1516) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.getHistoryDirsForCleaning(JobHistoryUtils.java:592) ~[hadoop-mapreduce-client-common-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.getHistoryDirsForCleaning(HistoryFileManager.java:1166) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.clean(HistoryFileManager.java:1180) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory$HistoryCleaner.run(JobHistory.java:205) ~[hadoop-mapreduce-client-hs-2.10.2.jar:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:392) ~[?:1.8.0_362] at org.apache.hadoop.ipc.Client$IpcStreams.readResponse(Client.java:1865) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1202) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1098) ~[hadoop-common-2.10.2.jar:?] 2023-09-06T20:25:25,144 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:25:25,178 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:25:25,178 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:25:25,188 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:25,302 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:25,409 ERROR [Thread[Thread-276,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:25:25,410 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:25,513 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:25:25,518 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:25:25,520 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:25:25,523 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:25:25,628 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:25:25,628 INFO [Listener at jenkins-hbase3.apache.org/44335 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped