2023-09-06 20:29:58,873 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:29:58,887 main DEBUG Took 0.011992 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:29:58,888 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:29:58,888 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:29:58,889 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:29:58,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,900 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:29:58,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,920 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,921 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,922 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,923 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,924 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,924 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,925 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,927 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:29:58,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,928 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:29:58,930 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:29:58,932 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:29:58,934 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:29:58,935 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:29:58,936 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:29:58,936 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:29:58,952 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:29:58,955 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:29:58,959 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:29:58,959 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:29:58,960 main DEBUG createAppenders(={Console}) 2023-09-06 20:29:58,961 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:29:58,961 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:29:58,962 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:29:58,962 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:29:58,962 main DEBUG OutputStream closed 2023-09-06 20:29:58,963 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:29:58,963 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:29:58,963 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:29:59,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:29:59,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:29:59,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:29:59,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:29:59,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:29:59,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:29:59,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:29:59,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:29:59,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:29:59,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:29:59,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:29:59,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:29:59,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:29:59,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:29:59,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:29:59,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:29:59,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:29:59,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:29:59,029 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:29:59,029 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:29:59,029 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:29:59,031 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:29:59,068 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackupDeleteTable timeout: 13 mins 2023-09-06 20:29:59,072 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:29:59,073 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:29:59,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04 2023-09-06T20:29:59,400 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:29:59,402 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:29:59,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:29:59,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9, deleteOnExit=true 2023-09-06T20:29:59,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:29:59,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/test.cache.data in system properties and HBase conf 2023-09-06T20:29:59,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:29:59,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:29:59,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:29:59,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:29:59,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:29:59,510 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:29:59,954 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:29:59,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:29:59,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:29:59,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:29:59,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:29:59,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:29:59,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:29:59,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:29:59,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:29:59,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:29:59,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:29:59,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:29:59,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:29:59,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:29:59,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:30:00,394 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:30:00,399 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:30:00,692 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:30:00,903 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1279f3f9 via org.mortbay.log.Slf4jLog 2023-09-06T20:30:00,925 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:00,978 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:01,015 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir/Jetty_localhost_39373_hdfs____93mv9v/webapp 2023-09-06T20:30:01,188 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39373 2023-09-06T20:30:01,216 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:30:01,216 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:30:01,766 WARN [Listener at localhost/43721 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:30:01,830 WARN [Listener at localhost/43721 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:30:01,849 WARN [Listener at localhost/43721 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:01,855 INFO [Listener at localhost/43721 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:01,860 INFO [Listener at localhost/43721 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir/Jetty_localhost_38205_datanode____jufn6h/webapp 2023-09-06T20:30:01,968 INFO [Listener at localhost/43721 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38205 2023-09-06T20:30:02,270 WARN [Listener at localhost/35719 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:30:02,664 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:30:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x68a933f578476ab7: Processing first storage report for DS-1522cf36-3d50-47b7-a112-170dc78d2ad9 from datanode 541f5fe7-0fff-4af3-b98b-8b5d5ff349cc 2023-09-06T20:30:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x68a933f578476ab7: from storage DS-1522cf36-3d50-47b7-a112-170dc78d2ad9 node DatanodeRegistration(127.0.0.1:35257, datanodeUuid=541f5fe7-0fff-4af3-b98b-8b5d5ff349cc, infoPort=35765, infoSecurePort=0, ipcPort=35719, storageInfo=lv=-57;cid=testClusterID;nsid=576889586;c=1694032200475), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:30:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x68a933f578476ab7: Processing first storage report for DS-a1528e6b-62d5-4cdd-90fc-fc45a5f099cf from datanode 541f5fe7-0fff-4af3-b98b-8b5d5ff349cc 2023-09-06T20:30:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x68a933f578476ab7: from storage DS-a1528e6b-62d5-4cdd-90fc-fc45a5f099cf node DatanodeRegistration(127.0.0.1:35257, datanodeUuid=541f5fe7-0fff-4af3-b98b-8b5d5ff349cc, infoPort=35765, infoSecurePort=0, ipcPort=35719, storageInfo=lv=-57;cid=testClusterID;nsid=576889586;c=1694032200475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:30:02,947 DEBUG [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04 2023-09-06T20:30:03,027 INFO [Listener at localhost/35719 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/zookeeper_0, clientPort=51003, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:30:03,047 INFO [Listener at localhost/35719 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51003 2023-09-06T20:30:03,054 INFO [Listener at localhost/35719 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:03,056 INFO [Listener at localhost/35719 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:03,742 INFO [Listener at localhost/35719 {}] util.FSUtils(461): Created version file at hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 with version=8 2023-09-06T20:30:03,742 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging 2023-09-06T20:30:03,760 DEBUG [Listener at localhost/35719 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:30:03,761 DEBUG [Listener at localhost/35719 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:30:03,761 DEBUG [Listener at localhost/35719 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:30:03,761 DEBUG [Listener at localhost/35719 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:30:04,016 DEBUG [Listener at localhost/35719 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:30:04,819 INFO [Listener at localhost/35719 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:30:04,870 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:30:04,871 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:30:04,871 INFO [Listener at localhost/35719 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:30:04,871 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:30:04,871 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:30:05,029 INFO [Listener at localhost/35719 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:30:05,182 INFO [Listener at localhost/35719 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:30:05,201 DEBUG [Listener at localhost/35719 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:30:05,207 INFO [Listener at localhost/35719 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:30:05,259 DEBUG [Listener at localhost/35719 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 19388 (auto-detected) 2023-09-06T20:30:05,261 DEBUG [Listener at localhost/35719 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:30:05,300 INFO [Listener at localhost/35719 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:42771 2023-09-06T20:30:05,317 INFO [Listener at localhost/35719 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:05,320 INFO [Listener at localhost/35719 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:05,344 INFO [Listener at localhost/35719 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42771 connecting to ZooKeeper ensemble=127.0.0.1:51003 2023-09-06T20:30:05,403 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:427710x0, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:30:05,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42771-0x100eef96d5c0000 connected 2023-09-06T20:30:05,445 DEBUG [Listener at localhost/35719 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:30:05,449 DEBUG [Listener at localhost/35719 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:30:05,455 DEBUG [Listener at localhost/35719 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:30:05,474 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42771 2023-09-06T20:30:05,474 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42771 2023-09-06T20:30:05,475 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42771 2023-09-06T20:30:05,476 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42771 2023-09-06T20:30:05,477 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42771 2023-09-06T20:30:05,536 INFO [Listener at localhost/35719 {}] log.Log(170): Logging initialized @7386ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:30:05,673 INFO [Listener at localhost/35719 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:30:05,673 INFO [Listener at localhost/35719 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:30:05,674 INFO [Listener at localhost/35719 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:30:05,676 INFO [Listener at localhost/35719 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:30:05,676 INFO [Listener at localhost/35719 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:30:05,677 INFO [Listener at localhost/35719 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:30:05,680 INFO [Listener at localhost/35719 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:30:05,816 INFO [Listener at localhost/35719 {}] http.HttpServer(1219): Jetty bound to port 46059 2023-09-06T20:30:05,818 INFO [Listener at localhost/35719 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:30:05,856 INFO [Listener at localhost/35719 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:30:05,862 INFO [Listener at localhost/35719 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4ab198a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:30:05,863 INFO [Listener at localhost/35719 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:30:05,864 INFO [Listener at localhost/35719 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@69fc0945{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:30:05,939 INFO [Listener at localhost/35719 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:30:05,953 INFO [Listener at localhost/35719 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:30:05,953 INFO [Listener at localhost/35719 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:30:05,956 INFO [Listener at localhost/35719 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:30:05,963 INFO [Listener at localhost/35719 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:30:07,362 INFO [Listener at localhost/35719 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@792eece3{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:30:07,373 INFO [Listener at localhost/35719 {}] server.AbstractConnector(333): Started ServerConnector@13c5df76{HTTP/1.1, (http/1.1)}{0.0.0.0:46059} 2023-09-06T20:30:07,374 INFO [Listener at localhost/35719 {}] server.Server(415): Started @9224ms 2023-09-06T20:30:07,377 INFO [Listener at localhost/35719 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374, hbase.cluster.distributed=false 2023-09-06T20:30:07,451 INFO [Listener at localhost/35719 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:30:07,452 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:30:07,452 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:30:07,452 INFO [Listener at localhost/35719 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:30:07,453 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:30:07,453 INFO [Listener at localhost/35719 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:30:07,465 INFO [Listener at localhost/35719 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:30:07,467 INFO [Listener at localhost/35719 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:30:07,469 INFO [Listener at localhost/35719 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:46417 2023-09-06T20:30:07,473 INFO [Listener at localhost/35719 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:30:07,488 DEBUG [Listener at localhost/35719 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:30:07,489 INFO [Listener at localhost/35719 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:07,494 INFO [Listener at localhost/35719 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:07,497 INFO [Listener at localhost/35719 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:46417 connecting to ZooKeeper ensemble=127.0.0.1:51003 2023-09-06T20:30:07,504 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:464170x0, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:30:07,506 DEBUG [Listener at localhost/35719 {}] zookeeper.ZKUtil(113): regionserver:464170x0, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:30:07,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:46417-0x100eef96d5c0001 connected 2023-09-06T20:30:07,508 DEBUG [Listener at localhost/35719 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:30:07,509 DEBUG [Listener at localhost/35719 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:30:07,514 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46417 2023-09-06T20:30:07,522 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46417 2023-09-06T20:30:07,523 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46417 2023-09-06T20:30:07,526 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46417 2023-09-06T20:30:07,526 DEBUG [Listener at localhost/35719 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46417 2023-09-06T20:30:07,533 INFO [Listener at localhost/35719 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:30:07,533 INFO [Listener at localhost/35719 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:30:07,533 INFO [Listener at localhost/35719 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:30:07,535 INFO [Listener at localhost/35719 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:30:07,535 INFO [Listener at localhost/35719 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:30:07,535 INFO [Listener at localhost/35719 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:30:07,536 INFO [Listener at localhost/35719 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:30:07,538 INFO [Listener at localhost/35719 {}] http.HttpServer(1219): Jetty bound to port 39371 2023-09-06T20:30:07,539 INFO [Listener at localhost/35719 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:30:07,553 INFO [Listener at localhost/35719 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:30:07,554 INFO [Listener at localhost/35719 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6a1a623e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:30:07,554 INFO [Listener at localhost/35719 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:30:07,555 INFO [Listener at localhost/35719 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@49664987{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:30:07,569 INFO [Listener at localhost/35719 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:30:07,571 INFO [Listener at localhost/35719 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:30:07,571 INFO [Listener at localhost/35719 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:30:07,571 INFO [Listener at localhost/35719 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:30:07,573 INFO [Listener at localhost/35719 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:30:07,579 INFO [Listener at localhost/35719 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@524e378d{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:30:07,581 INFO [Listener at localhost/35719 {}] server.AbstractConnector(333): Started ServerConnector@4c4897c{HTTP/1.1, (http/1.1)}{0.0.0.0:39371} 2023-09-06T20:30:07,581 INFO [Listener at localhost/35719 {}] server.Server(415): Started @9431ms 2023-09-06T20:30:07,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:30:07,597 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@39e01476{HTTP/1.1, (http/1.1)}{0.0.0.0:37909} 2023-09-06T20:30:07,597 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9448ms 2023-09-06T20:30:07,597 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:07,612 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:30:07,612 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:30:07,613 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:42771 2023-09-06T20:30:07,615 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:07,635 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:30:07,635 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:30:07,635 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:07,635 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:07,637 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:30:07,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:30:07,639 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,42771,1694032203992 from backup master directory 2023-09-06T20:30:07,645 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:30:07,645 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:07,645 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:30:07,647 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:30:07,647 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:07,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:30:07,652 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:30:07,769 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase.id with ID: aaba9283-02bb-413c-b06e-ffa04ef7e9ac 2023-09-06T20:30:07,823 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:30:07,844 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:07,844 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:07,898 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:07,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:30:07,928 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:30:07,928 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:30:07,930 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:30:07,940 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:30:07,942 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:30:08,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store 2023-09-06T20:30:08,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:30:08,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:08,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:30:08,050 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:08,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:08,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:30:08,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:08,051 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:30:08,051 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:30:08,053 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/.initializing 2023-09-06T20:30:08,053 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/WALs/jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:08,067 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:30:08,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42771%2C1694032203992, suffix=, logDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/WALs/jenkins-hbase3.apache.org,42771,1694032203992, archiveDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/oldWALs, maxLogs=10 2023-09-06T20:30:08,116 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/WALs/jenkins-hbase3.apache.org,42771,1694032203992/jenkins-hbase3.apache.org%2C42771%2C1694032203992.1694032208092, exclude list is [], retry=0 2023-09-06T20:30:08,150 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:08,161 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:30:08,255 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/WALs/jenkins-hbase3.apache.org,42771,1694032203992/jenkins-hbase3.apache.org%2C42771%2C1694032203992.1694032208092 2023-09-06T20:30:08,256 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:08,257 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:08,257 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:08,263 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,265 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:30:08,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:08,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:08,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:30:08,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:08,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:08,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:30:08,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:08,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:08,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:30:08,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:08,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:08,456 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,457 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:30:08,486 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:30:08,491 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:08,492 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11470488960, jitterRate=0.06827253103256226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:30:08,503 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:30:08,504 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:30:08,548 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1add8e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:08,630 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:30:08,661 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:30:08,661 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:30:08,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:30:08,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:30:08,677 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-09-06T20:30:08,677 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:30:08,734 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:30:08,758 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:30:08,761 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:30:08,764 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:30:08,766 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:30:08,767 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:30:08,772 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:30:08,782 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:30:08,785 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:30:08,786 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:30:08,788 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:30:08,807 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:30:08,809 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:30:08,816 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:30:08,816 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:30:08,817 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,817 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,819 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,42771,1694032203992, sessionid=0x100eef96d5c0000, setting cluster-up flag (Was=false) 2023-09-06T20:30:08,829 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:30:08,838 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,839 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,845 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:30:08,847 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:08,851 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,852 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,857 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:30:08,863 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:08,870 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,870 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:08,878 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:30:08,886 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:08,998 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:46417 2023-09-06T20:30:09,000 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(997): ClusterId : aaba9283-02bb-413c-b06e-ffa04ef7e9ac 2023-09-06T20:30:09,003 INFO [RS:0;jenkins-hbase3:46417 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:30:09,006 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:30:09,013 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:30:09,013 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:30:09,018 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:30:09,019 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:30:09,022 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:30:09,023 DEBUG [RS:0;jenkins-hbase3:46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc6691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:09,024 DEBUG [RS:0;jenkins-hbase3:46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ddf197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:30:09,029 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:30:09,029 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:30:09,030 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:30:09,034 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,42771,1694032203992 with isa=jenkins-hbase3.apache.org/172.31.12.81:46417, startcode=1694032207450 2023-09-06T20:30:09,061 DEBUG [RS:0;jenkins-hbase3:46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:30:09,061 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:30:09,070 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:30:09,075 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:30:09,084 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,42771,1694032203992 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:30:09,089 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:09,089 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:09,089 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:09,089 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:30:09,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:30:09,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:30:09,090 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,094 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032239094 2023-09-06T20:30:09,097 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:30:09,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:30:09,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:30:09,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:30:09,130 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:30:09,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:30:09,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:30:09,133 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:30:09,133 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:30:09,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:09,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:30:09,138 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,147 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:30:09,149 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:30:09,150 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:30:09,150 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56013, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:30:09,160 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c0288e0 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:09,161 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42771 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:30:09,187 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc24c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:09,187 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:30:09,193 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:30:09,194 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:30:09,209 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:30:09,209 WARN [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:30:09,210 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032209195,5,FailOnTimeoutGroup] 2023-09-06T20:30:09,210 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032209210,5,FailOnTimeoutGroup] 2023-09-06T20:30:09,210 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,210 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:30:09,212 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,212 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,310 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,42771,1694032203992 with isa=jenkins-hbase3.apache.org/172.31.12.81:46417, startcode=1694032207450 2023-09-06T20:30:09,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42771 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:09,327 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:09,328 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:43721 2023-09-06T20:30:09,328 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=46059 2023-09-06T20:30:09,336 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:30:09,337 DEBUG [RS:0;jenkins-hbase3:46417 {}] zookeeper.ZKUtil(111): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:09,337 WARN [RS:0;jenkins-hbase3:46417 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:30:09,337 INFO [RS:0;jenkins-hbase3:46417 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:30:09,337 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:09,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,46417,1694032207450] 2023-09-06T20:30:09,362 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:30:09,380 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:30:09,396 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:30:09,402 INFO [RS:0;jenkins-hbase3:46417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:30:09,402 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,403 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:30:09,416 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,417 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,417 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,417 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,417 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,418 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,418 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:30:09,418 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,418 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,418 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,419 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,419 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:30:09,419 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:30:09,419 DEBUG [RS:0;jenkins-hbase3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:30:09,420 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,421 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,421 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,421 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,421 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46417,1694032207450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:30:09,443 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:30:09,446 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,46417,1694032207450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:09,462 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,46417,1694032207450 started 2023-09-06T20:30:09,462 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,46417,1694032207450, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:46417, sessionid=0x100eef96d5c0001 2023-09-06T20:30:09,463 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:30:09,463 DEBUG [RS:0;jenkins-hbase3:46417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:09,463 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,46417,1694032207450' 2023-09-06T20:30:09,463 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:30:09,463 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:30:09,464 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:30:09,464 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:30:09,464 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,46417,1694032207450' 2023-09-06T20:30:09,464 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:09,465 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:09,465 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:30:09,465 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:30:09,465 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:30:09,465 DEBUG [RS:0;jenkins-hbase3:46417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:09,465 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,46417,1694032207450' 2023-09-06T20:30:09,466 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:30:09,466 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:30:09,466 DEBUG [RS:0;jenkins-hbase3:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:30:09,467 INFO [RS:0;jenkins-hbase3:46417 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:30:09,467 INFO [RS:0;jenkins-hbase3:46417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:30:09,577 INFO [RS:0;jenkins-hbase3:46417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:30:09,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:30:09,580 INFO [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C46417%2C1694032207450, suffix=, logDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450, archiveDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/oldWALs, maxLogs=32 2023-09-06T20:30:09,580 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:09,600 DEBUG [RS:0;jenkins-hbase3:46417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032209582, exclude list is [], retry=0 2023-09-06T20:30:09,605 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:09,609 INFO [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032209582 2023-09-06T20:30:09,610 DEBUG [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:09,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:09,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:30:09,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:30:09,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:10,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:30:10,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:30:10,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:10,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:30:10,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:30:10,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:10,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740 2023-09-06T20:30:10,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740 2023-09-06T20:30:10,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:30:10,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:30:10,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:10,017 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11417142720, jitterRate=0.06330427527427673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:30:10,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:30:10,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:30:10,019 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:30:10,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:30:10,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:30:10,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:30:10,020 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:30:10,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:30:10,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:30:10,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:30:10,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:30:10,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:30:10,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:30:10,203 DEBUG [jenkins-hbase3:42771 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:30:10,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:10,217 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,46417,1694032207450, state=OPENING 2023-09-06T20:30:10,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:30:10,232 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:10,232 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:10,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:10,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:10,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:10,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:10,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:30:10,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:30:10,445 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:30:10,446 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:30:10,447 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:30:10,449 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta, suffix=.meta, logDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450, archiveDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/oldWALs, maxLogs=32 2023-09-06T20:30:10,463 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032210450.meta, exclude list is [], retry=0 2023-09-06T20:30:10,468 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:10,472 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032210450.meta 2023-09-06T20:30:10,472 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:10,473 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:10,478 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:10,479 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:30:10,498 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:30:10,498 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:30:10,505 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:30:10,505 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:10,505 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:30:10,505 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:30:10,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:30:10,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:30:10,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:10,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:30:10,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:30:10,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:10,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:30:10,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:30:10,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:30:10,519 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740 2023-09-06T20:30:10,522 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740 2023-09-06T20:30:10,525 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:30:10,528 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:30:10,530 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11473376160, jitterRate=0.06854142248630524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:30:10,532 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:30:10,548 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032210417 2023-09-06T20:30:10,569 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:30:10,570 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:30:10,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:10,573 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,46417,1694032207450, state=OPEN 2023-09-06T20:30:10,577 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:30:10,577 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:30:10,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:10,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:30:10,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:30:10,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,46417,1694032207450 in 341 msec 2023-09-06T20:30:10,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:30:10,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 551 msec 2023-09-06T20:30:10,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7730 sec 2023-09-06T20:30:10,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032210745, completionTime=-1 2023-09-06T20:30:10,746 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:30:10,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:30:10,820 DEBUG [hconnection-0x1354e892-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:10,824 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48024, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:10,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:30:10,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032270841 2023-09-06T20:30:10,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032330841 2023-09-06T20:30:10,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 95 msec 2023-09-06T20:30:10,865 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42771,1694032203992-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:10,865 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42771,1694032203992-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:10,865 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42771,1694032203992-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:10,867 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:42771, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:10,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:30:10,873 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:30:10,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:30:10,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:30:10,898 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:30:10,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:10,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:10,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:11,325 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fdf5ca43e8b1c059e78108c245dd8c35, NAME => 'hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:11,736 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:11,736 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing fdf5ca43e8b1c059e78108c245dd8c35, disabling compactions & flushes 2023-09-06T20:30:11,737 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:11,737 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:11,737 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. after waiting 0 ms 2023-09-06T20:30:11,737 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:11,737 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:11,737 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for fdf5ca43e8b1c059e78108c245dd8c35: 2023-09-06T20:30:11,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:11,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032211741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032211741"}]},"ts":"1694032211741"} 2023-09-06T20:30:11,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:11,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:11,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032211802"}]},"ts":"1694032211802"} 2023-09-06T20:30:11,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:30:11,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fdf5ca43e8b1c059e78108c245dd8c35, ASSIGN}] 2023-09-06T20:30:11,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fdf5ca43e8b1c059e78108c245dd8c35, ASSIGN 2023-09-06T20:30:11,830 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fdf5ca43e8b1c059e78108c245dd8c35, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:11,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fdf5ca43e8b1c059e78108c245dd8c35, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:11,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fdf5ca43e8b1c059e78108c245dd8c35, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:12,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:12,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => fdf5ca43e8b1c059e78108c245dd8c35, NAME => 'hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:12,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:12,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:12,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,149 INFO [StoreOpener-fdf5ca43e8b1c059e78108c245dd8c35-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,152 INFO [StoreOpener-fdf5ca43e8b1c059e78108c245dd8c35-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdf5ca43e8b1c059e78108c245dd8c35 columnFamilyName info 2023-09-06T20:30:12,152 DEBUG [StoreOpener-fdf5ca43e8b1c059e78108c245dd8c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:12,152 INFO [StoreOpener-fdf5ca43e8b1c059e78108c245dd8c35-1 {}] regionserver.HStore(324): Store=fdf5ca43e8b1c059e78108c245dd8c35/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:12,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:30:12,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:12,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened fdf5ca43e8b1c059e78108c245dd8c35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10117092480, jitterRate=-0.05777233839035034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:12,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for fdf5ca43e8b1c059e78108c245dd8c35: 2023-09-06T20:30:12,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35., pid=6, masterSystemTime=1694032212139 2023-09-06T20:30:12,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:12,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:30:12,169 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fdf5ca43e8b1c059e78108c245dd8c35, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:12,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:30:12,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fdf5ca43e8b1c059e78108c245dd8c35, server=jenkins-hbase3.apache.org,46417,1694032207450 in 186 msec 2023-09-06T20:30:12,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:30:12,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fdf5ca43e8b1c059e78108c245dd8c35, ASSIGN in 354 msec 2023-09-06T20:30:12,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:12,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032212180"}]},"ts":"1694032212180"} 2023-09-06T20:30:12,183 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:30:12,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:12,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2970 sec 2023-09-06T20:30:12,203 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:30:12,207 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:12,207 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:12,207 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:30:12,257 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:30:12,273 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:12,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2023-09-06T20:30:12,282 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:30:12,292 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:12,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2023-09-06T20:30:12,308 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:30:12,312 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:30:12,313 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.666sec 2023-09-06T20:30:12,315 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:30:12,318 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:30:12,319 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:30:12,320 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:30:12,320 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:30:12,323 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42771,1694032203992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:30:12,324 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42771,1694032203992-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:30:12,337 DEBUG [Listener at localhost/35719 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x12a2d1a4 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:12,344 DEBUG [Listener at localhost/35719 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdae0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:12,344 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:30:12,346 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:30:12,348 DEBUG [Listener at localhost/35719 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:30:12,348 DEBUG [Listener at localhost/35719 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:30:12,361 DEBUG [hconnection-0x2995cabc-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:12,372 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48040, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:12,383 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:30:12,383 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/test.cache.data in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:30:12,384 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:30:12,385 INFO [Listener at localhost/35719 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:30:14,252 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:14,632 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:14,638 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41495_jobhistory____.4qe8ub/webapp 2023-09-06T20:30:14,812 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:30:14,812 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:14,812 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:14,816 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:14,900 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:15,029 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:15,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:30:15,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:15,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:30:15,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:15,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:15,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:30:15,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:30:15,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:30:15,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:30:15,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:15,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:30:15,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:30:15,378 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:30:15,417 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41495 2023-09-06T20:30:15,750 WARN [Listener at jenkins-hbase3.apache.org/39271 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:15,840 WARN [Listener at jenkins-hbase3.apache.org/39271 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:30:15,841 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:15,847 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39427_cluster____hy2m7k/webapp 2023-09-06T20:30:15,918 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:15,918 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:30:15,918 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:15,919 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:15,927 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:16,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:16,132 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:16,253 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:16,259 INFO [Listener at jenkins-hbase3.apache.org/39271 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39427 2023-09-06T20:30:16,618 WARN [Listener at jenkins-hbase3.apache.org/41855 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:16,642 WARN [Listener at jenkins-hbase3.apache.org/41855 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:30:16,643 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:16,648 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36021_node____rlp0ej/webapp 2023-09-06T20:30:16,700 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:30:16,700 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:16,700 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:16,700 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:16,707 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:16,729 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:16,799 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:16,810 INFO [Listener at jenkins-hbase3.apache.org/41855 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36021 2023-09-06T20:30:16,971 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:30:16,977 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:30:16,977 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:30:16,983 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36961_node____v9f89c/webapp 2023-09-06T20:30:17,033 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:30:17,034 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:30:17,034 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:30:17,034 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:30:17,044 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:17,059 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:17,134 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:30:17,141 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36961 2023-09-06T20:30:17,169 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:30:17,170 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:43721/backupUT 2023-09-06T20:30:17,181 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:17,185 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:55094, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:17,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:30:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:30:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:30:17,218 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:17,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 27 msec 2023-09-06T20:30:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:30:17,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:30:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:30:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:30:17,351 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:17,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 41 msec 2023-09-06T20:30:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:30:17,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:30:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:30:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:30:17,459 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:17,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 15 msec 2023-09-06T20:30:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:30:17,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:30:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:30:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:30:17,572 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:17,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 20 msec 2023-09-06T20:30:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:30:17,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032217170', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032217170 2023-09-06T20:30:17,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032217170 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:17,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032217170" procId is: 13 2023-09-06T20:30:17,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:17,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032217170 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:17,726 INFO [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 46237552c8aca0d8362d6b6e8fbbfae7, NAME => 'test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032217170', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:17,751 DEBUG [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:17,751 DEBUG [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1668): Closing 46237552c8aca0d8362d6b6e8fbbfae7, disabling compactions & flushes 2023-09-06T20:30:17,751 INFO [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:17,751 DEBUG [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:17,751 DEBUG [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. after waiting 0 ms 2023-09-06T20:30:17,751 DEBUG [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:17,751 INFO [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:17,751 DEBUG [RegionOpenAndInit-test-1694032217170-pool-0 {}] regionserver.HRegion(1622): Region close journal for 46237552c8aca0d8362d6b6e8fbbfae7: 2023-09-06T20:30:17,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032217170 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:17,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032217758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032217758"}]},"ts":"1694032217758"} 2023-09-06T20:30:17,761 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:17,762 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032217170 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:17,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032217170","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032217763"}]},"ts":"1694032217763"} 2023-09-06T20:30:17,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032217170, state=ENABLING in hbase:meta 2023-09-06T20:30:17,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032217170, region=46237552c8aca0d8362d6b6e8fbbfae7, ASSIGN}] 2023-09-06T20:30:17,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032217170, region=46237552c8aca0d8362d6b6e8fbbfae7, ASSIGN 2023-09-06T20:30:17,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032217170, region=46237552c8aca0d8362d6b6e8fbbfae7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:17,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=46237552c8aca0d8362d6b6e8fbbfae7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:17,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 46237552c8aca0d8362d6b6e8fbbfae7, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:18,090 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:18,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 46237552c8aca0d8362d6b6e8fbbfae7, NAME => 'test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:18,091 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:18,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032217170 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:18,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,094 INFO [StoreOpener-46237552c8aca0d8362d6b6e8fbbfae7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,096 INFO [StoreOpener-46237552c8aca0d8362d6b6e8fbbfae7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46237552c8aca0d8362d6b6e8fbbfae7 columnFamilyName f 2023-09-06T20:30:18,096 DEBUG [StoreOpener-46237552c8aca0d8362d6b6e8fbbfae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:18,098 INFO [StoreOpener-46237552c8aca0d8362d6b6e8fbbfae7-1 {}] regionserver.HStore(324): Store=46237552c8aca0d8362d6b6e8fbbfae7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:18,099 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,099 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,103 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:18,111 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:18,112 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 46237552c8aca0d8362d6b6e8fbbfae7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10393553600, jitterRate=-0.032024890184402466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:18,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 46237552c8aca0d8362d6b6e8fbbfae7: 2023-09-06T20:30:18,114 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7., pid=15, masterSystemTime=1694032218083 2023-09-06T20:30:18,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:18,116 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:18,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=46237552c8aca0d8362d6b6e8fbbfae7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:18,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:30:18,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 46237552c8aca0d8362d6b6e8fbbfae7, server=jenkins-hbase3.apache.org,46417,1694032207450 in 190 msec 2023-09-06T20:30:18,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:30:18,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032217170, region=46237552c8aca0d8362d6b6e8fbbfae7, ASSIGN in 351 msec 2023-09-06T20:30:18,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032217170 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:18,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032217170","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032218126"}]},"ts":"1694032218126"} 2023-09-06T20:30:18,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032217170, state=ENABLED in hbase:meta 2023-09-06T20:30:18,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032217170 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:18,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032217170 in 452 msec 2023-09-06T20:30:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:30:18,303 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032217170, procId: 13 completed 2023-09-06T20:30:18,304 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7653acea to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:18,310 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300b19ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:18,312 DEBUG [hconnection-0x18dc64bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:18,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:18,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(8210): writing data to region test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:30:18,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940322171701', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:18,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940322171701 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:18,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:18,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940322171701" procId is: 16 2023-09-06T20:30:18,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940322171701 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:18,851 INFO [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 39cc9c76d43aaeeec77ad18629069593, NAME => 'ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940322171701', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:19,265 DEBUG [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:19,265 DEBUG [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1668): Closing 39cc9c76d43aaeeec77ad18629069593, disabling compactions & flushes 2023-09-06T20:30:19,265 INFO [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,265 DEBUG [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,265 DEBUG [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. after waiting 0 ms 2023-09-06T20:30:19,265 DEBUG [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,265 INFO [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,265 DEBUG [RegionOpenAndInit-ns2:test-16940322171701-pool-0 {}] regionserver.HRegion(1622): Region close journal for 39cc9c76d43aaeeec77ad18629069593: 2023-09-06T20:30:19,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940322171701 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:19,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032219267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032219267"}]},"ts":"1694032219267"} 2023-09-06T20:30:19,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:19,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940322171701 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:19,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940322171701","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032219271"}]},"ts":"1694032219271"} 2023-09-06T20:30:19,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940322171701, state=ENABLING in hbase:meta 2023-09-06T20:30:19,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, ASSIGN}] 2023-09-06T20:30:19,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, ASSIGN 2023-09-06T20:30:19,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:19,433 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=39cc9c76d43aaeeec77ad18629069593, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:19,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 39cc9c76d43aaeeec77ad18629069593, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:19,593 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 39cc9c76d43aaeeec77ad18629069593, NAME => 'ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:19,594 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:19,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940322171701 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:19,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,596 INFO [StoreOpener-39cc9c76d43aaeeec77ad18629069593-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,598 INFO [StoreOpener-39cc9c76d43aaeeec77ad18629069593-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39cc9c76d43aaeeec77ad18629069593 columnFamilyName f 2023-09-06T20:30:19,598 DEBUG [StoreOpener-39cc9c76d43aaeeec77ad18629069593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:19,599 INFO [StoreOpener-39cc9c76d43aaeeec77ad18629069593-1 {}] regionserver.HStore(324): Store=39cc9c76d43aaeeec77ad18629069593/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:19,600 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:19,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:19,611 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 39cc9c76d43aaeeec77ad18629069593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10600615200, jitterRate=-0.01274077594280243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:19,612 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 39cc9c76d43aaeeec77ad18629069593: 2023-09-06T20:30:19,613 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593., pid=18, masterSystemTime=1694032219589 2023-09-06T20:30:19,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,616 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:19,617 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=39cc9c76d43aaeeec77ad18629069593, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:19,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:30:19,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 39cc9c76d43aaeeec77ad18629069593, server=jenkins-hbase3.apache.org,46417,1694032207450 in 183 msec 2023-09-06T20:30:19,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:30:19,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, ASSIGN in 344 msec 2023-09-06T20:30:19,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940322171701 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:19,626 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940322171701","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032219625"}]},"ts":"1694032219625"} 2023-09-06T20:30:19,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940322171701, state=ENABLED in hbase:meta 2023-09-06T20:30:19,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940322171701 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:19,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940322171701 in 1.2040 sec 2023-09-06T20:30:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:30:20,542 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940322171701, procId: 16 completed 2023-09-06T20:30:20,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:30:20,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940322171702', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940322171702 2023-09-06T20:30:20,632 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940322171702 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:20,632 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:20,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940322171702" procId is: 19 2023-09-06T20:30:20,633 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940322171702 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:21,050 INFO [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4fe6620176a378774bf852fb4b665843, NAME => 'ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940322171702', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:21,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940322171701' 2023-09-06T20:30:21,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032217170' 2023-09-06T20:30:21,466 DEBUG [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:21,466 DEBUG [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1668): Closing 4fe6620176a378774bf852fb4b665843, disabling compactions & flushes 2023-09-06T20:30:21,466 INFO [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,467 DEBUG [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,467 DEBUG [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. after waiting 0 ms 2023-09-06T20:30:21,467 DEBUG [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,467 INFO [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,467 DEBUG [RegionOpenAndInit-ns3:test-16940322171702-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4fe6620176a378774bf852fb4b665843: 2023-09-06T20:30:21,468 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940322171702 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:21,468 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032221468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032221468"}]},"ts":"1694032221468"} 2023-09-06T20:30:21,471 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:21,472 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940322171702 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:21,472 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940322171702","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032221472"}]},"ts":"1694032221472"} 2023-09-06T20:30:21,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940322171702, state=ENABLING in hbase:meta 2023-09-06T20:30:21,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940322171702, region=4fe6620176a378774bf852fb4b665843, ASSIGN}] 2023-09-06T20:30:21,480 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940322171702, region=4fe6620176a378774bf852fb4b665843, ASSIGN 2023-09-06T20:30:21,481 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940322171702, region=4fe6620176a378774bf852fb4b665843, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:21,633 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=4fe6620176a378774bf852fb4b665843, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:21,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 4fe6620176a378774bf852fb4b665843, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:21,792 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,792 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 4fe6620176a378774bf852fb4b665843, NAME => 'ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:21,793 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:21,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940322171702 4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:21,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,795 INFO [StoreOpener-4fe6620176a378774bf852fb4b665843-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,797 INFO [StoreOpener-4fe6620176a378774bf852fb4b665843-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe6620176a378774bf852fb4b665843 columnFamilyName f 2023-09-06T20:30:21,797 DEBUG [StoreOpener-4fe6620176a378774bf852fb4b665843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:21,797 INFO [StoreOpener-4fe6620176a378774bf852fb4b665843-1 {}] regionserver.HStore(324): Store=4fe6620176a378774bf852fb4b665843/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:21,798 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns3/test-16940322171702/4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,799 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns3/test-16940322171702/4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,802 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 4fe6620176a378774bf852fb4b665843 2023-09-06T20:30:21,805 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns3/test-16940322171702/4fe6620176a378774bf852fb4b665843/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:21,805 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 4fe6620176a378774bf852fb4b665843; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11879226400, jitterRate=0.10633917152881622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:21,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 4fe6620176a378774bf852fb4b665843: 2023-09-06T20:30:21,807 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843., pid=21, masterSystemTime=1694032221788 2023-09-06T20:30:21,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,810 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:30:21,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=4fe6620176a378774bf852fb4b665843, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:21,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:30:21,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 4fe6620176a378774bf852fb4b665843, server=jenkins-hbase3.apache.org,46417,1694032207450 in 178 msec 2023-09-06T20:30:21,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:30:21,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940322171702, region=4fe6620176a378774bf852fb4b665843, ASSIGN in 337 msec 2023-09-06T20:30:21,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940322171702 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:21,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940322171702","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032221818"}]},"ts":"1694032221818"} 2023-09-06T20:30:21,820 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940322171702, state=ENABLED in hbase:meta 2023-09-06T20:30:21,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940322171702 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:21,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940322171702 in 1.1950 sec 2023-09-06T20:30:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:30:22,742 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940322171702, procId: 19 completed 2023-09-06T20:30:22,743 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940322171702 get assigned. Timeout = 60000ms 2023-09-06T20:30:22,746 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:22,751 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940322171702 assigned to meta. Checking AM states. 2023-09-06T20:30:22,752 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:22,752 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940322171702 assigned. 2023-09-06T20:30:22,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940322171703', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940322171703 2023-09-06T20:30:22,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940322171703 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:22,759 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:22,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940322171703" procId is: 22 2023-09-06T20:30:22,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940322171703 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:23,175 INFO [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 256951d95872395fb0c08d65727b28d0, NAME => 'ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940322171703', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:23,593 DEBUG [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:23,593 DEBUG [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1668): Closing 256951d95872395fb0c08d65727b28d0, disabling compactions & flushes 2023-09-06T20:30:23,593 INFO [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,593 DEBUG [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,593 DEBUG [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. after waiting 0 ms 2023-09-06T20:30:23,593 DEBUG [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,593 INFO [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,593 DEBUG [RegionOpenAndInit-ns4:test-16940322171703-pool-0 {}] regionserver.HRegion(1622): Region close journal for 256951d95872395fb0c08d65727b28d0: 2023-09-06T20:30:23,594 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940322171703 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:23,595 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032223594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032223594"}]},"ts":"1694032223594"} 2023-09-06T20:30:23,597 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:23,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940322171703 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:23,598 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940322171703","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032223598"}]},"ts":"1694032223598"} 2023-09-06T20:30:23,599 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940322171703, state=ENABLING in hbase:meta 2023-09-06T20:30:23,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940322171703, region=256951d95872395fb0c08d65727b28d0, ASSIGN}] 2023-09-06T20:30:23,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:23,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940322171703, region=256951d95872395fb0c08d65727b28d0, ASSIGN 2023-09-06T20:30:23,608 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940322171703, region=256951d95872395fb0c08d65727b28d0, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:23,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=256951d95872395fb0c08d65727b28d0, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:23,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 256951d95872395fb0c08d65727b28d0, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:23,920 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,920 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 256951d95872395fb0c08d65727b28d0, NAME => 'ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:23,920 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:23,921 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940322171703 256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,921 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:23,921 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,921 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,922 INFO [StoreOpener-256951d95872395fb0c08d65727b28d0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,924 INFO [StoreOpener-256951d95872395fb0c08d65727b28d0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256951d95872395fb0c08d65727b28d0 columnFamilyName f 2023-09-06T20:30:23,924 DEBUG [StoreOpener-256951d95872395fb0c08d65727b28d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:23,925 INFO [StoreOpener-256951d95872395fb0c08d65727b28d0-1 {}] regionserver.HStore(324): Store=256951d95872395fb0c08d65727b28d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:23,926 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns4/test-16940322171703/256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,927 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns4/test-16940322171703/256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,930 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 256951d95872395fb0c08d65727b28d0 2023-09-06T20:30:23,932 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns4/test-16940322171703/256951d95872395fb0c08d65727b28d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:23,933 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 256951d95872395fb0c08d65727b28d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11477818880, jitterRate=0.0689551830291748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:23,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 256951d95872395fb0c08d65727b28d0: 2023-09-06T20:30:23,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0., pid=24, masterSystemTime=1694032223915 2023-09-06T20:30:23,937 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,937 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:30:23,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=256951d95872395fb0c08d65727b28d0, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:23,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:30:23,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 256951d95872395fb0c08d65727b28d0, server=jenkins-hbase3.apache.org,46417,1694032207450 in 178 msec 2023-09-06T20:30:23,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:30:23,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940322171703, region=256951d95872395fb0c08d65727b28d0, ASSIGN in 338 msec 2023-09-06T20:30:23,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940322171703 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:23,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940322171703","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032223946"}]},"ts":"1694032223946"} 2023-09-06T20:30:23,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940322171703, state=ENABLED in hbase:meta 2023-09-06T20:30:23,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940322171703 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:23,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940322171703 in 1.1960 sec 2023-09-06T20:30:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:30:24,869 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940322171703, procId: 22 completed 2023-09-06T20:30:24,870 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940322171703 get assigned. Timeout = 60000ms 2023-09-06T20:30:24,870 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:24,874 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940322171703 assigned to meta. Checking AM states. 2023-09-06T20:30:24,874 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:30:24,874 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940322171703 assigned. 2023-09-06T20:30:24,875 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7653acea to 127.0.0.1:51003 2023-09-06T20:30:24,875 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:24,920 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=582, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=196, ProcessCount=166, AvailableMemoryMB=3834 2023-09-06T20:30:24,920 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-09-06T20:30:24,922 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] backup.TestIncrementalBackupDeleteTable(60): create full backup image for all tables 2023-09-06T20:30:24,923 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x317dca9b to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:24,929 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664d7d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:24,940 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:24,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46242, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:24,957 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:24,958 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46732, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:24,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:30:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:30:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:30:24,985 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:30:24,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-09-06T20:30:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:30:25,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:30:25,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:25,096 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:25,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:30:25,097 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:25,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032217170 2023-09-06T20:30:25,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032217170 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:25,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940322171703 2023-09-06T20:30:25,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940322171703 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:25,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940322171702 2023-09-06T20:30:25,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940322171702 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:25,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940322171701 2023-09-06T20:30:25,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940322171701 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:25,515 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 13d23f8e78aacd5603a36a9547d965c3, NAME => 'backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:25,927 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:25,928 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 13d23f8e78aacd5603a36a9547d965c3, disabling compactions & flushes 2023-09-06T20:30:25,928 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:25,928 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:25,928 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. after waiting 0 ms 2023-09-06T20:30:25,928 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:25,928 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:25,928 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 13d23f8e78aacd5603a36a9547d965c3: 2023-09-06T20:30:25,930 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:25,930 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032225930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032225930"}]},"ts":"1694032225930"} 2023-09-06T20:30:25,933 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:25,934 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:25,934 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032225934"}]},"ts":"1694032225934"} 2023-09-06T20:30:25,936 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:30:25,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=13d23f8e78aacd5603a36a9547d965c3, ASSIGN}] 2023-09-06T20:30:25,949 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=13d23f8e78aacd5603a36a9547d965c3, ASSIGN 2023-09-06T20:30:25,950 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=13d23f8e78aacd5603a36a9547d965c3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:26,102 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=13d23f8e78aacd5603a36a9547d965c3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:26,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 13d23f8e78aacd5603a36a9547d965c3, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:26,261 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:26,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 13d23f8e78aacd5603a36a9547d965c3, NAME => 'backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:26,262 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:26,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:26,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,264 INFO [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,267 INFO [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13d23f8e78aacd5603a36a9547d965c3 columnFamilyName meta 2023-09-06T20:30:26,267 DEBUG [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:26,268 INFO [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] regionserver.HStore(324): Store=13d23f8e78aacd5603a36a9547d965c3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:26,268 INFO [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,270 INFO [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13d23f8e78aacd5603a36a9547d965c3 columnFamilyName session 2023-09-06T20:30:26,270 DEBUG [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:26,270 INFO [StoreOpener-13d23f8e78aacd5603a36a9547d965c3-1 {}] regionserver.HStore(324): Store=13d23f8e78aacd5603a36a9547d965c3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:26,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,273 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:30:26,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:26,278 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:26,278 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 13d23f8e78aacd5603a36a9547d965c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11591853920, jitterRate=0.07957552373409271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:30:26,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 13d23f8e78aacd5603a36a9547d965c3: 2023-09-06T20:30:26,280 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3., pid=28, masterSystemTime=1694032226257 2023-09-06T20:30:26,282 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:26,282 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:26,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=13d23f8e78aacd5603a36a9547d965c3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:26,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:30:26,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 13d23f8e78aacd5603a36a9547d965c3, server=jenkins-hbase3.apache.org,46417,1694032207450 in 181 msec 2023-09-06T20:30:26,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:30:26,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=13d23f8e78aacd5603a36a9547d965c3, ASSIGN in 341 msec 2023-09-06T20:30:26,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:26,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032226291"}]},"ts":"1694032226291"} 2023-09-06T20:30:26,293 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:30:26,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:26,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2050 sec 2023-09-06T20:30:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:30:27,208 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:30:27,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:30:27,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:27,227 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:27,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:30:27,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:27,246 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4a1ae6db2341f8bcb482320c903a1ad4, NAME => 'backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:27,268 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:27,268 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 4a1ae6db2341f8bcb482320c903a1ad4, disabling compactions & flushes 2023-09-06T20:30:27,268 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,268 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,268 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. after waiting 0 ms 2023-09-06T20:30:27,269 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,269 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,269 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4a1ae6db2341f8bcb482320c903a1ad4: 2023-09-06T20:30:27,270 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:27,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032227270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032227270"}]},"ts":"1694032227270"} 2023-09-06T20:30:27,273 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:27,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:27,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032227274"}]},"ts":"1694032227274"} 2023-09-06T20:30:27,276 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:30:27,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=4a1ae6db2341f8bcb482320c903a1ad4, ASSIGN}] 2023-09-06T20:30:27,283 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=4a1ae6db2341f8bcb482320c903a1ad4, ASSIGN 2023-09-06T20:30:27,284 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=4a1ae6db2341f8bcb482320c903a1ad4, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:27,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940322171703' 2023-09-06T20:30:27,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:30:27,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940322171702' 2023-09-06T20:30:27,435 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4a1ae6db2341f8bcb482320c903a1ad4, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 4a1ae6db2341f8bcb482320c903a1ad4, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:27,594 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 4a1ae6db2341f8bcb482320c903a1ad4, NAME => 'backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:27,595 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:27,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:27,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,597 INFO [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,599 INFO [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a1ae6db2341f8bcb482320c903a1ad4 columnFamilyName meta 2023-09-06T20:30:27,599 DEBUG [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:27,600 INFO [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] regionserver.HStore(324): Store=4a1ae6db2341f8bcb482320c903a1ad4/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:27,600 INFO [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,601 INFO [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a1ae6db2341f8bcb482320c903a1ad4 columnFamilyName session 2023-09-06T20:30:27,601 DEBUG [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:27,602 INFO [StoreOpener-4a1ae6db2341f8bcb482320c903a1ad4-1 {}] regionserver.HStore(324): Store=4a1ae6db2341f8bcb482320c903a1ad4/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:27,603 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system_bulk/4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system_bulk/4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,605 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:30:27,607 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:30:27,609 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system_bulk/4a1ae6db2341f8bcb482320c903a1ad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:27,610 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 4a1ae6db2341f8bcb482320c903a1ad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10075588000, jitterRate=-0.061637744307518005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:30:27,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 4a1ae6db2341f8bcb482320c903a1ad4: 2023-09-06T20:30:27,612 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4., pid=31, masterSystemTime=1694032227590 2023-09-06T20:30:27,614 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,614 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:30:27,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4a1ae6db2341f8bcb482320c903a1ad4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:27,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:30:27,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 4a1ae6db2341f8bcb482320c903a1ad4, server=jenkins-hbase3.apache.org,46417,1694032207450 in 179 msec 2023-09-06T20:30:27,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:30:27,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=4a1ae6db2341f8bcb482320c903a1ad4, ASSIGN in 339 msec 2023-09-06T20:30:27,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:27,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032227622"}]},"ts":"1694032227622"} 2023-09-06T20:30:27,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:30:27,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:27,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 405 msec 2023-09-06T20:30:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:30:27,833 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:30:27,851 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:30:27,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:30:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032227896 (current time:1694032227896). 2023-09-06T20:30:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:30:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a36a106 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b4fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:27,911 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46244, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a36a106 to 127.0.0.1:51003 2023-09-06T20:30:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:30:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:30:27,929 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:27,935 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:27,938 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:28,349 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:28,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3}] 2023-09-06T20:30:28,359 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:28,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46417 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:30:28,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:28,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 13d23f8e78aacd5603a36a9547d965c3 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:30:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:28,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/2729fa1df6fc44e28864aa3a000f78c9 is 49, key is activesession:/session:c/1694032227882/Put/seqid=0 2023-09-06T20:30:29,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/2729fa1df6fc44e28864aa3a000f78c9 2023-09-06T20:30:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:29,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/2729fa1df6fc44e28864aa3a000f78c9 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/2729fa1df6fc44e28864aa3a000f78c9 2023-09-06T20:30:29,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/2729fa1df6fc44e28864aa3a000f78c9, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:30:29,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 13d23f8e78aacd5603a36a9547d965c3 in 581ms, sequenceid=5, compaction requested=false 2023-09-06T20:30:29,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 13d23f8e78aacd5603a36a9547d965c3: 2023-09-06T20:30:29,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. for snapshot_backup_system completed. 2023-09-06T20:30:29,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:30:29,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:29,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:30:29,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/2729fa1df6fc44e28864aa3a000f78c9] hfiles 2023-09-06T20:30:29,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/2729fa1df6fc44e28864aa3a000f78c9 for snapshot=snapshot_backup_system 2023-09-06T20:30:29,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:29,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:29,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:30:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:30:29,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:29,542 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:29,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:30:29,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3 in 1.1910 sec 2023-09-06T20:30:29,546 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:29,548 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:29,551 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:29,551 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:30:29,554 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:30:29,982 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:29,997 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:29,997 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:30:30,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:30,000 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:30:30,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0780 sec 2023-09-06T20:30:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:30:30,038 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:30:30,038 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(115): Backup backup_1694032224933 started at 1694032230038. 2023-09-06T20:30:30,060 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(119): Backup session backup_1694032224933 has been started. 2023-09-06T20:30:30,063 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:30:30,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:30:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:30:30,080 INFO [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:30:30,080 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:30:30,081 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:30:30,081 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:30:30,081 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,081 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:30,083 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:30:30,083 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,083 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:30:30,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:30,083 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,083 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:30:30,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:30,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:30:30,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:30,085 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:30:30,087 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:30:30,087 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:30:30,087 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:30:30,087 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:30:30,088 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:30:30,088 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:30:30,088 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,46417,1694032207450' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:30:30,091 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,091 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,091 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,091 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:30,091 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:30,091 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,091 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:30:30,091 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:30,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:30,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:30,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:30,093 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,46417,1694032207450' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:30:30,093 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:30:30,093 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@347cabae[Count = 0] remaining members to acquire global barrier 2023-09-06T20:30:30,093 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,099 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,099 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,099 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:30:30,099 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,099 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:30:30,100 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:30:30,100 DEBUG [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,100 INFO [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032209582 highest: 1694032209582 on jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,101 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta:.meta(num 1694032210450) roll requested 2023-09-06T20:30:30,112 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032230101.meta, exclude list is [], retry=0 2023-09-06T20:30:30,118 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:30,122 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032210450.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032230101.meta 2023-09-06T20:30:30,123 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:30,123 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032210450.meta is not closed yet, will try archiving it next time 2023-09-06T20:30:30,123 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C46417%2C1694032207450:(num 1694032209582) roll requested 2023-09-06T20:30:30,135 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123, exclude list is [], retry=0 2023-09-06T20:30:30,139 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:30,142 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032209582 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 2023-09-06T20:30:30,145 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:30,146 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032209582 is not closed yet, will try archiving it next time 2023-09-06T20:30:30,162 DEBUG [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-09-06T20:30:30,162 INFO [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032230123 on jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,163 DEBUG [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:30,164 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46744, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:30:30,182 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:30:30,182 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,46417,1694032207450' in zk 2023-09-06T20:30:30,185 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,185 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:30:30,185 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:30:30,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,185 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:30:30,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:30,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:30,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:30,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:30,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:30,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:30,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:30,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,190 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,46417,1694032207450': 2023-09-06T20:30:30,190 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,46417,1694032207450' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:30:30,190 INFO [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:30:30,190 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:30:30,190 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:30:30,190 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:30:30,190 INFO [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:30:30,193 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,193 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,193 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:30:30,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,193 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:30,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:30,194 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:30:30,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:30,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:30,194 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:30,195 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:30,195 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:30,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,196 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:30,197 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:30,197 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:30,206 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:30,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,206 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:30,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:30:30,206 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:30,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:30:30,207 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:30:30,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:30,209 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:30:30,209 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:30:30,309 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:30:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:30:30,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } 2023-09-06T20:30:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032230319 (current time:1694032230319). 2023-09-06T20:30:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032230318_default_test-1694032217170 VERSION not specified, setting to 2 2023-09-06T20:30:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a9f5fe2 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43033fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:30,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51004, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a9f5fe2 to 127.0.0.1:51003 2023-09-06T20:30:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } 2023-09-06T20:30:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:30:30,335 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:30,337 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:30,339 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:30,749 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:30,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 46237552c8aca0d8362d6b6e8fbbfae7}] 2023-09-06T20:30:30,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:30,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46417 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:30:30,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:30,905 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 46237552c8aca0d8362d6b6e8fbbfae7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:30:30,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/.tmp/f/16ae64b317a74b95a29824bbaadffed8 is 37, key is row10/f:q1/1694032218331/Put/seqid=0 2023-09-06T20:30:30,937 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/.tmp/f/16ae64b317a74b95a29824bbaadffed8 2023-09-06T20:30:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:30,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/.tmp/f/16ae64b317a74b95a29824bbaadffed8 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 2023-09-06T20:30:30,959 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:30:30,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 46237552c8aca0d8362d6b6e8fbbfae7 in 56ms, sequenceid=103, compaction requested=false 2023-09-06T20:30:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 46237552c8aca0d8362d6b6e8fbbfae7: 2023-09-06T20:30:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. for snapshot_1694032230318_default_test-1694032217170 completed. 2023-09-06T20:30:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7.' region-info for snapshot=snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8] hfiles 2023-09-06T20:30:30,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 for snapshot=snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:31,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:30:31,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:30:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:30:31,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032230318_default_test-1694032217170 on region 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:31,376 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:31,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:30:31,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 46237552c8aca0d8362d6b6e8fbbfae7 in 628 msec 2023-09-06T20:30:31,379 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:31,380 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:31,381 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:31,381 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:31,382 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:31,399 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:31,407 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:31,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_1694032230318_default_test-1694032217170 to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:31,409 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:31,409 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:30:31,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032230318_default_test-1694032217170 table=test-1694032217170 type=FLUSH ttl=0 } in 1.0760 sec 2023-09-06T20:30:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:30:31,442 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694032217170, procId: 34 completed 2023-09-06T20:30:31,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } 2023-09-06T20:30:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032231443 (current time:1694032231443). 2023-09-06T20:30:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032231442_ns2_test-16940322171701 VERSION not specified, setting to 2 2023-09-06T20:30:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d45ffa4 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d25c3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:31,452 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51010, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d45ffa4 to 127.0.0.1:51003 2023-09-06T20:30:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } 2023-09-06T20:30:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:30:31,456 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:31,457 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:31,460 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:31,471 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:31,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 39cc9c76d43aaeeec77ad18629069593}] 2023-09-06T20:30:31,473 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:31,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46417 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:30:31,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:31,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 39cc9c76d43aaeeec77ad18629069593 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:30:31,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/.tmp/f/f616bbaa3fbf4a92be2c86c6069c7679 is 37, key is row10/f:q1/1694032220556/Put/seqid=0 2023-09-06T20:30:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:32,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/.tmp/f/f616bbaa3fbf4a92be2c86c6069c7679 2023-09-06T20:30:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:32,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/.tmp/f/f616bbaa3fbf4a92be2c86c6069c7679 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 2023-09-06T20:30:32,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:30:32,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 39cc9c76d43aaeeec77ad18629069593 in 444ms, sequenceid=103, compaction requested=false 2023-09-06T20:30:32,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 39cc9c76d43aaeeec77ad18629069593: 2023-09-06T20:30:32,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. for snapshot_1694032231442_ns2_test-16940322171701 completed. 2023-09-06T20:30:32,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.' region-info for snapshot=snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:32,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:32,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679] hfiles 2023-09-06T20:30:32,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 for snapshot=snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:32,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:32,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:30:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:30:32,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032231442_ns2_test-16940322171701 on region 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:32,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:32,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:30:32,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 39cc9c76d43aaeeec77ad18629069593 in 1.0130 sec 2023-09-06T20:30:32,487 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:32,488 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:32,489 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:32,489 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:32,490 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:32,909 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:32,917 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:32,917 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_1694032231442_ns2_test-16940322171701 to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:32,919 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:32,919 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:30:32,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032231442_ns2_test-16940322171701 table=ns2:test-16940322171701 type=FLUSH ttl=0 } in 1.4650 sec 2023-09-06T20:30:33,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:30:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:30:33,564 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16940322171701, procId: 36 completed 2023-09-06T20:30:33,564 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032224933 2023-09-06T20:30:33,564 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:30:33,566 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-09-06T20:30:33,568 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032224933_ns2:test-16940322171701 2023-09-06T20:30:33,568 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032231442_ns2_test-16940322171701 to hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/ 2023-09-06T20:30:33,578 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:30:33,609 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43721, inputRoot=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:33,609 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42771,1694032203992_567675487_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/.hbase-snapshot/.tmp/snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:33,609 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43721, inputRoot=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374, snapshotDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_1694032231442_ns2_test-16940322171701. 2023-09-06T20:30:33,621 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_1694032231442_ns2_test-16940322171701 to hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/.hbase-snapshot/.tmp/snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:34,050 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:34,051 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:34,052 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:34,052 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,038 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-3761892777683040783.jar 2023-09-06T20:30:35,039 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,039 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,040 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,040 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,041 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,041 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,041 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,042 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,042 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:35,043 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:35,044 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:35,044 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:35,045 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:35,045 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:35,046 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:35,046 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:35,046 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:35,047 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:35,047 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:35,048 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:35,048 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:35,052 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:35,053 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:35,053 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:35,053 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:35,054 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:35,054 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:35,055 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:35,114 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:35,137 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032231442_ns2_test-16940322171701' hfile list 2023-09-06T20:30:35,148 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:30:35,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:30:35,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:35,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:30:35,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:35,379 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032235332/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:35,379 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032235332/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:35,543 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:30:35,602 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 output=hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 2023-09-06T20:30:35,602 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-09-06T20:30:36,457 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:30:36,458 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:30:36,465 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:36,465 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032231442_ns2_test-16940322171701 finished. 2023-09-06T20:30:36,466 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032224933_test-1694032217170 2023-09-06T20:30:36,466 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032230318_default_test-1694032217170 to hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/ 2023-09-06T20:30:36,466 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:30:36,491 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43721, inputRoot=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:36,491 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42771,1694032203992_1046462285_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/.hbase-snapshot/.tmp/snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:36,491 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43721, inputRoot=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374, snapshotDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_1694032230318_default_test-1694032217170. 2023-09-06T20:30:36,502 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_1694032230318_default_test-1694032217170 to hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/.hbase-snapshot/.tmp/snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:36,935 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:36,936 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:36,936 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:36,937 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,966 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-2168813287809925472.jar 2023-09-06T20:30:37,967 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,967 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,968 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,968 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,969 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,970 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,970 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,971 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,972 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:37,973 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:37,974 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:37,975 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:37,975 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:37,976 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:37,977 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:37,977 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:37,978 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:37,979 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:37,979 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:37,980 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:37,981 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:37,982 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:37,983 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:37,983 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:37,984 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:37,984 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:30:37,985 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:37,986 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:38,016 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:38,037 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032230318_default_test-1694032217170' hfile list 2023-09-06T20:30:38,041 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:30:38,144 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032238097/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:38,145 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032238097/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:38,235 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:30:38,271 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 output=hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 2023-09-06T20:30:38,271 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-09-06T20:30:39,199 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:30:39,200 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:30:39,207 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:39,208 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032230318_default_test-1694032217170 finished. 2023-09-06T20:30:39,208 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(1014): ns2:test-16940322171701 2023-09-06T20:30:39,208 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(1014): test-1694032217170 2023-09-06T20:30:39,280 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032224933 2023-09-06T20:30:39,280 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:30:39,692 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:39,692 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032224933 2023-09-06T20:30:39,693 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:30:40,031 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:30:40,033 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47644, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:30:40,099 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:40,100 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(358): Backup backup_1694032224933 finished: type=FULL,tablelist=ns2:test-16940322171701;test-1694032217170,targetRootDir=hdfs://localhost:43721/backupUT,startts=1694032230038,completets=1694032239277,bytescopied=0 2023-09-06T20:30:40,100 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:30:40,100 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:40,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032231442_ns2_test-16940322171701" 2023-09-06T20:30:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032231442_ns2_test-16940322171701 2023-09-06T20:30:40,116 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032231442_ns2_test-16940322171701 for backup backup_1694032224933 succeeded. 2023-09-06T20:30:40,117 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:40,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032230318_default_test-1694032217170" 2023-09-06T20:30:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032230318_default_test-1694032217170 2023-09-06T20:30:40,122 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032230318_default_test-1694032217170 for backup backup_1694032224933 succeeded. 2023-09-06T20:30:40,123 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:30:40,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:30:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:30:40,139 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:30:40,147 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:30:40,165 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(376): Backup backup_1694032224933 completed. 2023-09-06T20:30:40,352 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$18(967): Started disable of ns2:test-16940322171701 2023-09-06T20:30:40,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable ns2:test-16940322171701 2023-09-06T20:30:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940322171701","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032240375"}]},"ts":"1694032240375"} 2023-09-06T20:30:40,377 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940322171701, state=DISABLING in hbase:meta 2023-09-06T20:30:40,379 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set ns2:test-16940322171701 to state=DISABLING 2023-09-06T20:30:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:30:40,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, UNASSIGN}] 2023-09-06T20:30:40,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, UNASSIGN 2023-09-06T20:30:40,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=39cc9c76d43aaeeec77ad18629069593, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:40,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; CloseRegionProcedure 39cc9c76d43aaeeec77ad18629069593, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:30:40,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(119): Close 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:40,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1668): Closing 39cc9c76d43aaeeec77ad18629069593, disabling compactions & flushes 2023-09-06T20:30:40,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1690): Closing region ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:40,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:40,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. after waiting 0 ms 2023-09-06T20:30:40,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:40,563 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:30:40,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:40,565 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1909): Closed ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593. 2023-09-06T20:30:40,565 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1622): Region close journal for 39cc9c76d43aaeeec77ad18629069593: 2023-09-06T20:30:40,568 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(163): Closed 39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:40,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=39cc9c76d43aaeeec77ad18629069593, regionState=CLOSED 2023-09-06T20:30:40,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-09-06T20:30:40,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; CloseRegionProcedure 39cc9c76d43aaeeec77ad18629069593, server=jenkins-hbase3.apache.org,46417,1694032207450 in 183 msec 2023-09-06T20:30:40,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:30:40,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940322171701, region=39cc9c76d43aaeeec77ad18629069593, UNASSIGN in 191 msec 2023-09-06T20:30:40,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940322171701","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032240574"}]},"ts":"1694032240574"} 2023-09-06T20:30:40,576 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940322171701, state=DISABLED in hbase:meta 2023-09-06T20:30:40,578 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set ns2:test-16940322171701 to state=DISABLED 2023-09-06T20:30:40,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; DisableTableProcedure table=ns2:test-16940322171701 in 218 msec 2023-09-06T20:30:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:30:40,686 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: ns2:test-16940322171701, procId: 38 completed 2023-09-06T20:30:40,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete ns2:test-16940322171701 2023-09-06T20:30:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,704 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=41, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:30:40,713 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:40,719 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f, FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/recovered.edits] 2023-09-06T20:30:40,728 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 2023-09-06T20:30:40,732 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/recovered.edits/106.seqid to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/recovered.edits/106.seqid 2023-09-06T20:30:40,733 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:40,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived ns2:test-16940322171701 regions 2023-09-06T20:30:40,737 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=41, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,747 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:test-16940322171701 from hbase:meta 2023-09-06T20:30:40,750 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:test-16940322171701' descriptor. 2023-09-06T20:30:40,751 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=41, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,752 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:test-16940322171701' from region states. 2023-09-06T20:30:40,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1694032240752"}]},"ts":"9223372036854775807"} 2023-09-06T20:30:40,754 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-09-06T20:30:40,754 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 39cc9c76d43aaeeec77ad18629069593, NAME => 'ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:30:40,754 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:test-16940322171701' as deleted. 2023-09-06T20:30:40,754 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16940322171701","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1694032240754"}]},"ts":"9223372036854775807"} 2023-09-06T20:30:40,756 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:test-16940322171701 state from META 2023-09-06T20:30:40,759 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(127): Finished pid=41, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16940322171701 2023-09-06T20:30:40,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, state=SUCCESS; DeleteTableProcedure table=ns2:test-16940322171701 in 65 msec 2023-09-06T20:30:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=41 2023-09-06T20:30:40,809 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: ns2:test-16940322171701, procId: 41 completed 2023-09-06T20:30:40,844 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:30:40,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:30:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032240848 (current time:1694032240848). 2023-09-06T20:30:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:30:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:30:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x36031e56 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fd27b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:40,858 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57098, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x36031e56 to 127.0.0.1:51003 2023-09-06T20:30:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:30:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:30:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-09-06T20:30:40,862 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:30:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:30:40,862 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:30:40,864 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:30:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:30:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:30:41,272 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:30:41,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3}] 2023-09-06T20:30:41,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:41,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46417 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-09-06T20:30:41,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:41,426 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing 13d23f8e78aacd5603a36a9547d965c3 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-09-06T20:30:41,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/meta/c30f14174ade412eae465c98afec6a09 is 171, key is trslm:hdfs://localhost:43721/backupUT\x00ns2:test-16940322171701/meta:log-roll-map/1694032239266/Put/seqid=0 2023-09-06T20:30:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:30:41,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/meta/c30f14174ade412eae465c98afec6a09 2023-09-06T20:30:41,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/e1e3ed1d92e749f995d5cdd1534d110c is 459, key is session:backup_1694032224933/session:context/1694032240145/Put/seqid=0 2023-09-06T20:30:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:30:42,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/e1e3ed1d92e749f995d5cdd1534d110c 2023-09-06T20:30:42,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/meta/c30f14174ade412eae465c98afec6a09 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/meta/c30f14174ade412eae465c98afec6a09 2023-09-06T20:30:42,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/meta/c30f14174ade412eae465c98afec6a09, entries=6, sequenceid=17, filesize=5.8 K 2023-09-06T20:30:42,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/e1e3ed1d92e749f995d5cdd1534d110c as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/e1e3ed1d92e749f995d5cdd1534d110c 2023-09-06T20:30:42,336 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/e1e3ed1d92e749f995d5cdd1534d110c, entries=2, sequenceid=17, filesize=5.4 K 2023-09-06T20:30:42,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 13d23f8e78aacd5603a36a9547d965c3 in 911ms, sequenceid=17, compaction requested=false 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for 13d23f8e78aacd5603a36a9547d965c3: 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. for snapshot_backup_system completed. 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/meta/c30f14174ade412eae465c98afec6a09] hfiles 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/meta/c30f14174ade412eae465c98afec6a09 for snapshot=snapshot_backup_system 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/2729fa1df6fc44e28864aa3a000f78c9, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/e1e3ed1d92e749f995d5cdd1534d110c] hfiles 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/2729fa1df6fc44e28864aa3a000f78c9 for snapshot=snapshot_backup_system 2023-09-06T20:30:42,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/e1e3ed1d92e749f995d5cdd1534d110c for snapshot=snapshot_backup_system 2023-09-06T20:30:42,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:30:42,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-09-06T20:30:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster(3995): Remote procedure done, pid=43 2023-09-06T20:30:42,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:42,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:30:42,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-09-06T20:30:42,347 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:30:42,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure 13d23f8e78aacd5603a36a9547d965c3 in 1.0740 sec 2023-09-06T20:30:42,348 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:30:42,349 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:30:42,349 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:30:42,349 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:30:42,763 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:30:42,772 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:30:42,772 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:30:42,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:30:42,774 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-09-06T20:30:42,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9150 sec 2023-09-06T20:30:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:30:42,972 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-09-06T20:30:42,972 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(115): Backup backup_1694032240809 started at 1694032242972. 2023-09-06T20:30:42,974 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(119): Backup session backup_1694032240809 has been started. 2023-09-06T20:30:42,980 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1694032217170, ns2:test-16940322171701] 2023-09-06T20:30:42,984 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager(76): StartCode 1694032209582for backupID backup_1694032240809 2023-09-06T20:30:42,984 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:30:42,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:30:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:30:42,986 INFO [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:30:42,986 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:30:42,987 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:30:42,987 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:30:42,988 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:42,988 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:42,989 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,989 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:30:42,989 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:30:42,989 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:42,989 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,989 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:30:42,990 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:42,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:42,990 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:30:42,990 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:42,990 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:30:42,991 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:30:42,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:30:42,991 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:30:42,991 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:30:42,992 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:30:42,992 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:30:42,992 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,46417,1694032207450' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:30:42,994 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,994 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:42,994 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:42,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:42,995 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:30:42,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:42,995 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:30:42,995 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:42,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:42,996 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,997 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:42,997 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,46417,1694032207450' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:30:42,997 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6ebcfa15[Count = 0] remaining members to acquire global barrier 2023-09-06T20:30:42,997 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:30:42,997 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:42,999 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:42,999 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:42,999 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:42,999 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:30:42,999 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,999 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:30:42,999 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:30:42,999 DEBUG [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,999 INFO [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032230123 highest: 1694032230123 on jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:42,999 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta:.meta(num 1694032230101) roll requested 2023-09-06T20:30:43,011 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032242999.meta, exclude list is [], retry=0 2023-09-06T20:30:43,016 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:43,018 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032230101.meta with entries=7, filesize=1.57 KB; new WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032242999.meta 2023-09-06T20:30:43,018 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:43,018 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032230101.meta is not closed yet, will try archiving it next time 2023-09-06T20:30:43,018 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C46417%2C1694032207450:(num 1694032230123) roll requested 2023-09-06T20:30:43,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032230101.meta not finished, retry = 0 2023-09-06T20:30:43,033 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032243018, exclude list is [], retry=0 2023-09-06T20:30:43,037 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK] 2023-09-06T20:30:43,039 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 with entries=114, filesize=14.26 KB; new WAL /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032243018 2023-09-06T20:30:43,039 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35257,DS-1522cf36-3d50-47b7-a112-170dc78d2ad9,DISK]] 2023-09-06T20:30:43,039 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 is not closed yet, will try archiving it next time 2023-09-06T20:30:43,040 DEBUG [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:30:43,040 INFO [rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032243018 on jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,052 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:30:43,053 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,46417,1694032207450' in zk 2023-09-06T20:30:43,056 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,056 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:30:43,056 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:30:43,056 DEBUG [member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:30:43,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:43,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:43,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:43,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:43,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:43,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:43,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:43,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,46417,1694032207450': 2023-09-06T20:30:43,061 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,46417,1694032207450' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:30:43,061 INFO [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:30:43,061 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:30:43,061 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:30:43,061 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:30:43,061 INFO [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:30:43,063 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,063 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,063 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:30:43,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,063 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:30:43,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:30:43,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,064 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:30:43,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:30:43,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:43,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,064 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:43,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:30:43,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:43,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,066 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:30:43,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:30:43,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,071 DEBUG [(jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:30:43,071 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:43,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:30:43,071 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:30:43,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:30:43,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:30:43,072 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:30:43,072 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:30:43,072 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:30:43,072 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:30:43,172 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:30:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:30:43,176 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:46417=1694032209582} newestTimestamps: {jenkins-hbase3.apache.org:46417=1694032230123} 2023-09-06T20:30:43,179 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032210450.meta 2023-09-06T20:30:43,179 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032230101.meta 2023-09-06T20:30:43,179 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta.1694032242999.meta 2023-09-06T20:30:43,179 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 2023-09-06T20:30:43,179 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032243018 2023-09-06T20:30:43,593 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032217170 target: hdfs://localhost:43721/backupUT/backup_1694032240809/default/test-1694032217170 descriptor: 'test-1694032217170', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:43,593 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:30:43,595 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.BackupUtils(151): Starting to write region info for table test-1694032217170 2023-09-06T20:30:44,005 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.BackupUtils(158): Finished writing region info for table test-1694032217170 2023-09-06T20:30:44,011 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalTableBackupClient(376): Table ns2:test-16940322171701 does not exists. Skipping in WAL converter 2023-09-06T20:30:44,015 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:43721/backupUT/.tmp/backup_1694032240809 from hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 2023-09-06T20:30:44,019 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3a7cee79 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:44,024 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a131e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:44,026 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:44,027 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41006, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:44,043 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:30:44,043 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032217170 2023-09-06T20:30:44,049 DEBUG [hconnection-0xec23ba2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:44,051 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57112, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:44,054 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032217170: test-1694032217170; 2023-09-06T20:30:44,055 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:30:44,055 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/partitions_b8303057-0066-4f31-9116-af65bef0d615 2023-09-06T20:30:44,497 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:44,498 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:44,498 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:44,499 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940322171701 2023-09-06T20:30:45,572 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-6021364416711774055.jar 2023-09-06T20:30:45,572 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,573 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,573 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,574 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,575 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,575 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,576 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,577 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,577 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,578 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:45,579 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:45,580 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:45,581 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:45,582 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:45,582 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:45,583 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:45,583 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:45,584 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:45,584 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:45,585 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:45,586 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:45,588 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,589 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,589 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,590 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,590 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,590 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:45,591 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:45,592 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1694032217170 2023-09-06T20:30:45,592 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:45,593 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3a7cee79 to 127.0.0.1:51003 2023-09-06T20:30:45,593 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:45,594 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:46,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:46,645 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-2541861224201485045.jar 2023-09-06T20:30:46,650 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:46,666 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 for WAL files 2023-09-06T20:30:46,668 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 2023-09-06T20:30:46,747 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032246714/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:46,747 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032246714/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:46,820 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 for hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/WALs/jenkins-hbase3.apache.org,46417,1694032207450/jenkins-hbase3.apache.org%2C46417%2C1694032207450.1694032230123 (-9223372036854775808:9223372036854775807) length:14610 2023-09-06T20:30:46,841 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:30:46,841 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:30:46,963 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72a5fa63 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:46,970 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b82d4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:46,974 DEBUG [hconnection-0x286f6217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:46,975 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57118, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:46,978 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72a5fa63 to 127.0.0.1:51003 2023-09-06T20:30:46,978 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:46,985 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-09-06T20:30:46,985 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:30:46,999 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/backupUT/.tmp/backup_1694032240809/_temporary/0/_temporary/attempt_local1383882861_0003_r_000000_0/default/test-1694032217170/f/f85e6e0561c4459591773f30c6244099 is 40, key is row-t110/f:q1/1694032240205/Put/seqid=0 2023-09-06T20:30:47,002 WARN [Thread-837 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:46417] Specified favored nodes: [jenkins-hbase3.apache.org:46417] 2023-09-06T20:30:47,785 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:43721/backupUT 2023-09-06T20:30:47,785 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032240809 2023-09-06T20:30:47,785 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:30:47,799 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:43721/backupUT/.tmp/backup_1694032240809, hdfs://localhost:43721/backupUT] 2023-09-06T20:30:47,862 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:48,451 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:30:48,453 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032240809 2023-09-06T20:30:48,453 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 8797 bytes copied." 2023-09-06T20:30:48,453 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local905329539_0004 completed: true true 2023-09-06T20:30:48,459 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3771683 FILE: Number of bytes written=5058054 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=106866 HDFS: Number of bytes written=2322618 HDFS: Number of read operations=463 HDFS: Number of large read operations=0 HDFS: Number of write operations=194 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1276116992 File Input Format Counters Bytes Read=1478 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=8797 Bytes Expected=8797 Files Copied=2 DIR_COPY=4 2023-09-06T20:30:48,459 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:43721/backupUT/.tmp/backup_1694032240809 to hdfs://localhost:43721/backupUT finished. 2023-09-06T20:30:48,471 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:30:48,471 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032240809 2023-09-06T20:30:48,478 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:30:48,478 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032240809 2023-09-06T20:30:48,480 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:30:48,486 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43721/backupUT/backup_1694032240809/.backup.manifest 2023-09-06T20:30:48,486 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032240809 2023-09-06T20:30:48,487 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:30:48,492 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43721/backupUT/backup_1694032240809/.backup.manifest 2023-09-06T20:30:48,492 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(358): Backup backup_1694032240809 finished: type=INCREMENTAL,tablelist=test-1694032217170,targetRootDir=hdfs://localhost:43721/backupUT,startts=1694032242972,completets=1694032248471,bytescopied=0 2023-09-06T20:30:48,493 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:30:48,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:30:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:30:48,502 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:30:48,504 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:30:48,507 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.TableBackupClient(376): Backup backup_1694032240809 completed. 2023-09-06T20:30:48,528 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-09-06T20:30:48,529 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-09-06T20:30:48,530 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:48,533 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:48,533 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:48,536 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:48,540 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:48,542 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:48,543 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(148): Restoring 'test-1694032217170' to 'table1' from full backup image hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170 2023-09-06T20:30:48,552 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(487): Creating target table 'table1' 2023-09-06T20:30:48,552 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:48,553 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f in region [hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7] 2023-09-06T20:30:48,558 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 first=row0 last=row98 2023-09-06T20:30:48,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-09-06T20:30:48,572 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:48,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 44 2023-09-06T20:30:48,572 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:30:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:30:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:30:48,981 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 458f7703b5458825ab79636603d648ea, NAME => 'table1,,1694032248568.458f7703b5458825ab79636603d648ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:48,989 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1694032248568.458f7703b5458825ab79636603d648ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:48,989 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 458f7703b5458825ab79636603d648ea, disabling compactions & flushes 2023-09-06T20:30:48,989 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:48,989 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:48,989 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1694032248568.458f7703b5458825ab79636603d648ea. after waiting 0 ms 2023-09-06T20:30:48,989 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:48,989 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:48,989 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 458f7703b5458825ab79636603d648ea: 2023-09-06T20:30:48,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:48,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1694032248568.458f7703b5458825ab79636603d648ea.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1694032248991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032248991"}]},"ts":"1694032248991"} 2023-09-06T20:30:48,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:48,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:48,993 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032248993"}]},"ts":"1694032248993"} 2023-09-06T20:30:48,995 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-09-06T20:30:49,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, ASSIGN}] 2023-09-06T20:30:49,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, ASSIGN 2023-09-06T20:30:49,004 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:49,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=458f7703b5458825ab79636603d648ea, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:49,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; OpenRegionProcedure 458f7703b5458825ab79636603d648ea, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:30:49,313 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(130): Open table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:49,313 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7254): Opening region: {ENCODED => 458f7703b5458825ab79636603d648ea, NAME => 'table1,,1694032248568.458f7703b5458825ab79636603d648ea.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:49,313 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:49,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(888): Instantiated table1,,1694032248568.458f7703b5458825ab79636603d648ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:49,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7296): checking encryption for 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7299): checking classloading for 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,316 INFO [StoreOpener-458f7703b5458825ab79636603d648ea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,317 INFO [StoreOpener-458f7703b5458825ab79636603d648ea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 458f7703b5458825ab79636603d648ea columnFamilyName f 2023-09-06T20:30:49,317 DEBUG [StoreOpener-458f7703b5458825ab79636603d648ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:49,318 INFO [StoreOpener-458f7703b5458825ab79636603d648ea-1 {}] regionserver.HStore(324): Store=458f7703b5458825ab79636603d648ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:49,318 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,319 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,322 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1076): writing seq id for 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:49,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:49,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): Opened 458f7703b5458825ab79636603d648ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9911270080, jitterRate=-0.07694104313850403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:49,325 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(992): Region open journal for 458f7703b5458825ab79636603d648ea: 2023-09-06T20:30:49,326 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1694032248568.458f7703b5458825ab79636603d648ea., pid=46, masterSystemTime=1694032249309 2023-09-06T20:30:49,328 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:49,328 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(158): Opened table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:49,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=458f7703b5458825ab79636603d648ea, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:49,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-09-06T20:30:49,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; OpenRegionProcedure 458f7703b5458825ab79636603d648ea, server=jenkins-hbase3.apache.org,46417,1694032207450 in 172 msec 2023-09-06T20:30:49,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-09-06T20:30:49,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, ASSIGN in 330 msec 2023-09-06T20:30:49,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:49,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032249334"}]},"ts":"1694032249334"} 2023-09-06T20:30:49,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-09-06T20:30:49,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:49,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; CreateTableProcedure table=table1 in 773 msec 2023-09-06T20:30:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:30:49,682 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:table1, procId: 44 completed 2023-09-06T20:30:49,687 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 from hbase tables test-1694032217170 to tables table1 2023-09-06T20:30:49,687 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694032217170 into table1 2023-09-06T20:30:49,689 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687 from hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:49,691 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6f248209 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:49,697 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d254f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:49,698 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:49,700 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41014, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:49,701 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:30:49,701 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-09-06T20:30:49,705 DEBUG [hconnection-0x77c67d32-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:49,706 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57120, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:49,708 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-09-06T20:30:49,708 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:30:49,708 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/partitions_c697558b-3493-459f-8cf6-5b7a780b0c08 2023-09-06T20:30:50,116 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:50,116 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:50,117 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:50,117 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,122 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-799989219842072451.jar 2023-09-06T20:30:51,123 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,123 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,124 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,124 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,124 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,125 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,125 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,125 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,126 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,127 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:51,127 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:51,128 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:51,128 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:51,128 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:51,129 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:51,129 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:51,130 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:51,130 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:51,130 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:51,131 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:51,131 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:51,135 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,135 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,136 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,136 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,136 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,137 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:51,137 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:51,138 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-09-06T20:30:51,138 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:51,138 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6f248209 to 127.0.0.1:51003 2023-09-06T20:30:51,138 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:51,139 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:30:51,139 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:30:51,140 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:51,146 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:51,152 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:30:51,251 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032251211/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:51,251 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032251211/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:51,352 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 2023-09-06T20:30:51,356 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:30:51,376 DEBUG [pool-215-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5da0916a to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:51,381 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-09-06T20:30:51,383 DEBUG [pool-215-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a6efc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:51,385 DEBUG [hconnection-0x9c52cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:51,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:51,390 DEBUG [pool-215-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5da0916a to 127.0.0.1:51003 2023-09-06T20:30:51,390 DEBUG [pool-215-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:51,391 DEBUG [pool-215-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:30:51,391 DEBUG [pool-215-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:30:51,400 DEBUG [pool-215-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687/_temporary/0/_temporary/attempt_local590636334_0005_r_000000_0/f/e50d28067c0542b79b1a905b52494bcd is 37, key is row10/f:q1/1694032218331/Put/seqid=0 2023-09-06T20:30:51,403 WARN [Thread-919 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:46417] Specified favored nodes: [jenkins-hbase3.apache.org:46417] 2023-09-06T20:30:52,353 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687 2023-09-06T20:30:52,354 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2342f2e8 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:52,361 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a4dd17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:52,363 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:52,365 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47066, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:52,374 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687/_SUCCESS 2023-09-06T20:30:52,379 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:52,381 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39742, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:52,416 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687/f/e50d28067c0542b79b1a905b52494bcd first=Optional[row0] last=Optional[row98] 2023-09-06T20:30:52,438 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694032248568.458f7703b5458825ab79636603d648ea., hostname=jenkins-hbase3.apache.org,46417,1694032207450, seqNum=2 for row with hfile group [{f,hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687/f/e50d28067c0542b79b1a905b52494bcd}] 2023-09-06T20:30:52,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687/f/e50d28067c0542b79b1a905b52494bcd for inclusion in 458f7703b5458825ab79636603d648ea/f 2023-09-06T20:30:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:30:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:30:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(2520): Flush status journal for 458f7703b5458825ab79636603d648ea: 2023-09-06T20:30:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032249687/f/e50d28067c0542b79b1a905b52494bcd to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__fsiih0ckhvjrisvq2u69pbecv9tkg0po57m6qe0bulrk4qbgt855r6lnr2c90c2f/f/e50d28067c0542b79b1a905b52494bcd 2023-09-06T20:30:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__fsiih0ckhvjrisvq2u69pbecv9tkg0po57m6qe0bulrk4qbgt855r6lnr2c90c2f/f/e50d28067c0542b79b1a905b52494bcd as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/f/cdcb81b6369a4d3a9f757749caf91a57_SeqId_4_ 2023-09-06T20:30:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c6cdf86 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e791e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:52,491 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:52,501 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47082, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:52,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c6cdf86 to 127.0.0.1:51003 2023-09-06T20:30:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:52,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__fsiih0ckhvjrisvq2u69pbecv9tkg0po57m6qe0bulrk4qbgt855r6lnr2c90c2f/f/e50d28067c0542b79b1a905b52494bcd into 458f7703b5458825ab79636603d648ea/f as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/f/cdcb81b6369a4d3a9f757749caf91a57_SeqId_4_ - updating store file list. 2023-09-06T20:30:52,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/f/cdcb81b6369a4d3a9f757749caf91a57_SeqId_4_ into 458f7703b5458825ab79636603d648ea/f 2023-09-06T20:30:52,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__fsiih0ckhvjrisvq2u69pbecv9tkg0po57m6qe0bulrk4qbgt855r6lnr2c90c2f/f/e50d28067c0542b79b1a905b52494bcd into 458f7703b5458825ab79636603d648ea/f (new location: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/f/cdcb81b6369a4d3a9f757749caf91a57_SeqId_4_) 2023-09-06T20:30:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__fsiih0ckhvjrisvq2u69pbecv9tkg0po57m6qe0bulrk4qbgt855r6lnr2c90c2f/f/e50d28067c0542b79b1a905b52494bcd 2023-09-06T20:30:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x719c104e to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5d29b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:52,549 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39766, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:30:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:52,559 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47084, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:30:52,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x719c104e to 127.0.0.1:51003 2023-09-06T20:30:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:52,588 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:52,589 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2342f2e8 to 127.0.0.1:51003 2023-09-06T20:30:52,589 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:52,589 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:30:52,590 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:30:52,590 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(233): Backup: backup_1694032224933 hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/ 2023-09-06T20:30:52,591 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:52,594 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:52,594 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16940322171701' to 'ns2:table2' from full backup image hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701 2023-09-06T20:30:52,606 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-09-06T20:30:52,606 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:52,607 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f in region [hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593] 2023-09-06T20:30:52,612 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 first=row0 last=row98 2023-09-06T20:30:52,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:30:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-09-06T20:30:52,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:30:52,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 47 2023-09-06T20:30:52,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:30:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:30:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:30:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:30:53,031 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 07318c9667e7639bba6d7b8ee16fa55e, NAME => 'ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:53,038 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:53,038 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 07318c9667e7639bba6d7b8ee16fa55e, disabling compactions & flushes 2023-09-06T20:30:53,038 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,039 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,039 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. after waiting 0 ms 2023-09-06T20:30:53,039 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,039 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,039 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 07318c9667e7639bba6d7b8ee16fa55e: 2023-09-06T20:30:53,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:30:53,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1694032253040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032253040"}]},"ts":"1694032253040"} 2023-09-06T20:30:53,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:53,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:30:53,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032253043"}]},"ts":"1694032253043"} 2023-09-06T20:30:53,044 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-09-06T20:30:53,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=07318c9667e7639bba6d7b8ee16fa55e, ASSIGN}] 2023-09-06T20:30:53,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=07318c9667e7639bba6d7b8ee16fa55e, ASSIGN 2023-09-06T20:30:53,054 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=07318c9667e7639bba6d7b8ee16fa55e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:53,140 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-09-06T20:30:53,140 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-09-06T20:30:53,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=07318c9667e7639bba6d7b8ee16fa55e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:53,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; OpenRegionProcedure 07318c9667e7639bba6d7b8ee16fa55e, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:30:53,363 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(130): Open ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7254): Opening region: {ENCODED => 07318c9667e7639bba6d7b8ee16fa55e, NAME => 'ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:53,364 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:53,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(888): Instantiated ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:53,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7296): checking encryption for 07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7299): checking classloading for 07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,366 INFO [StoreOpener-07318c9667e7639bba6d7b8ee16fa55e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,367 INFO [StoreOpener-07318c9667e7639bba6d7b8ee16fa55e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07318c9667e7639bba6d7b8ee16fa55e columnFamilyName f 2023-09-06T20:30:53,367 DEBUG [StoreOpener-07318c9667e7639bba6d7b8ee16fa55e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:53,368 INFO [StoreOpener-07318c9667e7639bba6d7b8ee16fa55e-1 {}] regionserver.HStore(324): Store=07318c9667e7639bba6d7b8ee16fa55e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:53,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,372 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1076): writing seq id for 07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:30:53,374 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:53,375 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): Opened 07318c9667e7639bba6d7b8ee16fa55e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9684514400, jitterRate=-0.09805931150913239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:53,376 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(992): Region open journal for 07318c9667e7639bba6d7b8ee16fa55e: 2023-09-06T20:30:53,377 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e., pid=49, masterSystemTime=1694032253360 2023-09-06T20:30:53,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,379 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(158): Opened ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:30:53,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=07318c9667e7639bba6d7b8ee16fa55e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:53,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-09-06T20:30:53,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; OpenRegionProcedure 07318c9667e7639bba6d7b8ee16fa55e, server=jenkins-hbase3.apache.org,46417,1694032207450 in 174 msec 2023-09-06T20:30:53,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-09-06T20:30:53,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=07318c9667e7639bba6d7b8ee16fa55e, ASSIGN in 332 msec 2023-09-06T20:30:53,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:30:53,386 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032253386"}]},"ts":"1694032253386"} 2023-09-06T20:30:53,388 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-09-06T20:30:53,390 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:30:53,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 777 msec 2023-09-06T20:30:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=47 2023-09-06T20:30:53,725 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:table2, procId: 47 completed 2023-09-06T20:30:53,729 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 from hbase tables ns2:test-16940322171701 to tables ns2:table2 2023-09-06T20:30:53,729 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16940322171701 into ns2:table2 2023-09-06T20:30:53,731 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729 from hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593 2023-09-06T20:30:53,733 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x140db6b7 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:53,739 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41266b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:53,741 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:53,743 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:53,744 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:30:53,745 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-09-06T20:30:53,750 DEBUG [hconnection-0x58598c2a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:53,752 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47086, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:53,754 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-09-06T20:30:53,754 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:30:53,754 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/partitions_674271d7-90a9-4951-89c9-bd4878b2e6d8 2023-09-06T20:30:54,168 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:54,169 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:54,169 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:54,169 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:54,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:30:55,147 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-864619171333257406.jar 2023-09-06T20:30:55,147 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,148 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,148 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,149 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,149 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,149 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,150 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,150 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,150 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,151 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:55,152 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:55,152 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:55,153 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:55,153 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:55,154 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:55,154 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:55,154 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:55,155 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:55,155 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:55,156 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:55,156 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:55,157 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,157 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,157 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,158 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,158 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,158 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:55,159 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:55,159 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-09-06T20:30:55,159 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:55,159 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x140db6b7 to 127.0.0.1:51003 2023-09-06T20:30:55,160 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:55,160 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:30:55,160 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:30:55,161 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:55,166 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:55,173 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:30:55,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-09-06T20:30:55,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:55,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-09-06T20:30:55,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:30:55,253 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032255218/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:55,253 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032255218/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:30:55,302 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/archive/data/ns2/test-16940322171701/39cc9c76d43aaeeec77ad18629069593/f/f616bbaa3fbf4a92be2c86c6069c7679 2023-09-06T20:30:55,307 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:30:55,327 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3cf87f88 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:55,331 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4b3fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:55,333 DEBUG [hconnection-0x6d904dd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:55,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47100, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:55,337 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3cf87f88 to 127.0.0.1:51003 2023-09-06T20:30:55,337 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:55,338 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:30:55,338 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:30:55,347 DEBUG [pool-230-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729/_temporary/0/_temporary/attempt_local2085263844_0006_r_000000_0/f/1006c09298f74eb58da5c18ab0300511 is 37, key is row10/f:q1/1694032220556/Put/seqid=0 2023-09-06T20:30:55,349 WARN [Thread-973 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:46417] Specified favored nodes: [jenkins-hbase3.apache.org:46417] 2023-09-06T20:30:56,303 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729 2023-09-06T20:30:56,304 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c0d0bc6 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:56,312 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbe79c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:56,313 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:56,315 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47116, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:56,321 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729/_SUCCESS 2023-09-06T20:30:56,325 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:56,326 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:56,337 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729/f/1006c09298f74eb58da5c18ab0300511 first=Optional[row0] last=Optional[row98] 2023-09-06T20:30:56,338 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e., hostname=jenkins-hbase3.apache.org,46417,1694032207450, seqNum=2 for row with hfile group [{f,hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729/f/1006c09298f74eb58da5c18ab0300511}] 2023-09-06T20:30:56,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729/f/1006c09298f74eb58da5c18ab0300511 for inclusion in 07318c9667e7639bba6d7b8ee16fa55e/f 2023-09-06T20:30:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:30:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:30:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(2520): Flush status journal for 07318c9667e7639bba6d7b8ee16fa55e: 2023-09-06T20:30:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-ns2-table2-1694032253729/f/1006c09298f74eb58da5c18ab0300511 to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__ns2_table2__3u6v8abnsfpu7g1jd5kqgspsbgp7g01d3fgtg7crjtn5j57o9enqmqu90u22hahl/f/1006c09298f74eb58da5c18ab0300511 2023-09-06T20:30:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__ns2_table2__3u6v8abnsfpu7g1jd5kqgspsbgp7g01d3fgtg7crjtn5j57o9enqmqu90u22hahl/f/1006c09298f74eb58da5c18ab0300511 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e/f/e4d0a435ac804cf698ba65dd6508e38c_SeqId_4_ 2023-09-06T20:30:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x781432ce to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e98be80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:56,361 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:56,366 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47124, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:56,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x781432ce to 127.0.0.1:51003 2023-09-06T20:30:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:56,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__ns2_table2__3u6v8abnsfpu7g1jd5kqgspsbgp7g01d3fgtg7crjtn5j57o9enqmqu90u22hahl/f/1006c09298f74eb58da5c18ab0300511 into 07318c9667e7639bba6d7b8ee16fa55e/f as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e/f/e4d0a435ac804cf698ba65dd6508e38c_SeqId_4_ - updating store file list. 2023-09-06T20:30:56,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e/f/e4d0a435ac804cf698ba65dd6508e38c_SeqId_4_ into 07318c9667e7639bba6d7b8ee16fa55e/f 2023-09-06T20:30:56,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__ns2_table2__3u6v8abnsfpu7g1jd5kqgspsbgp7g01d3fgtg7crjtn5j57o9enqmqu90u22hahl/f/1006c09298f74eb58da5c18ab0300511 into 07318c9667e7639bba6d7b8ee16fa55e/f (new location: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e/f/e4d0a435ac804cf698ba65dd6508e38c_SeqId_4_) 2023-09-06T20:30:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__ns2_table2__3u6v8abnsfpu7g1jd5kqgspsbgp7g01d3fgtg7crjtn5j57o9enqmqu90u22hahl/f/1006c09298f74eb58da5c18ab0300511 2023-09-06T20:30:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x58da0afe to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a1a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:56,397 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:30:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:56,402 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47126, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:30:56,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x58da0afe to 127.0.0.1:51003 2023-09-06T20:30:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:56,416 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:56,416 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c0d0bc6 to 127.0.0.1:51003 2023-09-06T20:30:56,416 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:56,416 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:30:56,416 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:30:56,416 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(233): Backup: backup_1694032224933 hdfs://localhost:43721/backupUT/backup_1694032224933/ns2/test-16940322171701/ 2023-09-06T20:30:56,416 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:30:56,435 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43721/backupUT/backup_1694032240809/.backup.manifest 2023-09-06T20:30:56,438 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032240809/.backup.manifest 2023-09-06T20:30:56,439 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:43721/backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:56,442 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032224933/.backup.manifest 2023-09-06T20:30:56,442 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(148): Restoring 'test-1694032217170' to 'table1' from full backup image hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170 2023-09-06T20:30:56,444 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1694032217170', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1694032240809 2023-09-06T20:30:56,448 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-09-06T20:30:56,448 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-09-06T20:30:56,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable table1 2023-09-06T20:30:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-09-06T20:30:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:30:56,453 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032256453"}]},"ts":"1694032256453"} 2023-09-06T20:30:56,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-09-06T20:30:56,457 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-09-06T20:30:56,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, UNASSIGN}] 2023-09-06T20:30:56,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, UNASSIGN 2023-09-06T20:30:56,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=458f7703b5458825ab79636603d648ea, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:56,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; CloseRegionProcedure 458f7703b5458825ab79636603d648ea, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:30:56,614 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(119): Close 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:56,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1668): Closing 458f7703b5458825ab79636603d648ea, disabling compactions & flushes 2023-09-06T20:30:56,615 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1690): Closing region table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:56,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:56,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1778): Acquired close lock on table1,,1694032248568.458f7703b5458825ab79636603d648ea. after waiting 0 ms 2023-09-06T20:30:56,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1788): Updates disabled for region table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:56,621 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:30:56,622 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:30:56,623 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1909): Closed table1,,1694032248568.458f7703b5458825ab79636603d648ea. 2023-09-06T20:30:56,623 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1622): Region close journal for 458f7703b5458825ab79636603d648ea: 2023-09-06T20:30:56,624 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(163): Closed 458f7703b5458825ab79636603d648ea 2023-09-06T20:30:56,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=458f7703b5458825ab79636603d648ea, regionState=CLOSED 2023-09-06T20:30:56,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=52, resume processing ppid=51 2023-09-06T20:30:56,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, ppid=51, state=SUCCESS; CloseRegionProcedure 458f7703b5458825ab79636603d648ea, server=jenkins-hbase3.apache.org,46417,1694032207450 in 164 msec 2023-09-06T20:30:56,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-09-06T20:30:56,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; TransitRegionStateProcedure table=table1, region=458f7703b5458825ab79636603d648ea, UNASSIGN in 170 msec 2023-09-06T20:30:56,631 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032256631"}]},"ts":"1694032256631"} 2023-09-06T20:30:56,632 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-09-06T20:30:56,634 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-09-06T20:30:56,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; DisableTableProcedure table=table1 in 185 msec 2023-09-06T20:30:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:30:56,756 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:table1, procId: 50 completed 2023-09-06T20:30:56,757 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$16(847): Started truncating table1 2023-09-06T20:30:56,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.HMaster$6(2480): Client=jenkins//172.31.12.81 truncate table1 2023-09-06T20:30:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] procedure2.ProcedureExecutor(1032): Stored pid=53, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-09-06T20:30:56,773 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-09-06T20:30:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-09-06T20:30:56,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea 2023-09-06T20:30:56,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/f, FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/recovered.edits] 2023-09-06T20:30:56,783 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/f/cdcb81b6369a4d3a9f757749caf91a57_SeqId_4_ to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/archive/data/default/table1/458f7703b5458825ab79636603d648ea/f/cdcb81b6369a4d3a9f757749caf91a57_SeqId_4_ 2023-09-06T20:30:56,786 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea/recovered.edits/6.seqid to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/archive/data/default/table1/458f7703b5458825ab79636603d648ea/recovered.edits/6.seqid 2023-09-06T20:30:56,787 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/458f7703b5458825ab79636603d648ea 2023-09-06T20:30:56,787 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-09-06T20:30:56,791 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-09-06T20:30:56,793 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-09-06T20:30:56,793 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-09-06T20:30:56,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1694032248568.458f7703b5458825ab79636603d648ea.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1694032256793"}]},"ts":"9223372036854775807"} 2023-09-06T20:30:56,795 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-09-06T20:30:56,795 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 458f7703b5458825ab79636603d648ea, NAME => 'table1,,1694032248568.458f7703b5458825ab79636603d648ea.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:30:56,795 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-09-06T20:30:56,795 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1694032256795"}]},"ts":"9223372036854775807"} 2023-09-06T20:30:56,797 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-09-06T20:30:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-09-06T20:30:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-09-06T20:30:57,205 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7407af4fcc1cc54bbb8f443989e0cd0f, NAME => 'table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374 2023-09-06T20:30:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-09-06T20:30:57,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-09-06T20:30:57,612 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:57,612 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 7407af4fcc1cc54bbb8f443989e0cd0f, disabling compactions & flushes 2023-09-06T20:30:57,612 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,613 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,613 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. after waiting 0 ms 2023-09-06T20:30:57,613 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,613 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,613 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7407af4fcc1cc54bbb8f443989e0cd0f: 2023-09-06T20:30:57,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1694032257614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032257614"}]},"ts":"1694032257614"} 2023-09-06T20:30:57,615 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:30:57,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032257616"}]},"ts":"1694032257616"} 2023-09-06T20:30:57,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-09-06T20:30:57,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=7407af4fcc1cc54bbb8f443989e0cd0f, ASSIGN}] 2023-09-06T20:30:57,625 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=7407af4fcc1cc54bbb8f443989e0cd0f, ASSIGN 2023-09-06T20:30:57,626 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=7407af4fcc1cc54bbb8f443989e0cd0f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,46417,1694032207450; forceNewPlan=false, retain=false 2023-09-06T20:30:57,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=7407af4fcc1cc54bbb8f443989e0cd0f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:57,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE; OpenRegionProcedure 7407af4fcc1cc54bbb8f443989e0cd0f, server=jenkins-hbase3.apache.org,46417,1694032207450}] 2023-09-06T20:30:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-09-06T20:30:57,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(130): Open table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7254): Opening region: {ENCODED => 7407af4fcc1cc54bbb8f443989e0cd0f, NAME => 'table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:30:57,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:30:57,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(888): Instantiated table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:30:57,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7296): checking encryption for 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7299): checking classloading for 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,937 INFO [StoreOpener-7407af4fcc1cc54bbb8f443989e0cd0f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,939 INFO [StoreOpener-7407af4fcc1cc54bbb8f443989e0cd0f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7407af4fcc1cc54bbb8f443989e0cd0f columnFamilyName f 2023-09-06T20:30:57,939 DEBUG [StoreOpener-7407af4fcc1cc54bbb8f443989e0cd0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:30:57,939 INFO [StoreOpener-7407af4fcc1cc54bbb8f443989e0cd0f-1 {}] regionserver.HStore(324): Store=7407af4fcc1cc54bbb8f443989e0cd0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:30:57,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,943 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1076): writing seq id for 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:30:57,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:30:57,946 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): Opened 7407af4fcc1cc54bbb8f443989e0cd0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10870510400, jitterRate=0.01239517331123352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:30:57,947 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(992): Region open journal for 7407af4fcc1cc54bbb8f443989e0cd0f: 2023-09-06T20:30:57,947 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f., pid=55, masterSystemTime=1694032257931 2023-09-06T20:30:57,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,949 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(158): Opened table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:30:57,949 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=7407af4fcc1cc54bbb8f443989e0cd0f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:30:57,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=55, resume processing ppid=54 2023-09-06T20:30:57,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, ppid=54, state=SUCCESS; OpenRegionProcedure 7407af4fcc1cc54bbb8f443989e0cd0f, server=jenkins-hbase3.apache.org,46417,1694032207450 in 171 msec 2023-09-06T20:30:57,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-09-06T20:30:57,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; TransitRegionStateProcedure table=table1, region=7407af4fcc1cc54bbb8f443989e0cd0f, ASSIGN in 330 msec 2023-09-06T20:30:57,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032257955"}]},"ts":"1694032257955"} 2023-09-06T20:30:57,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-09-06T20:30:57,958 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-09-06T20:30:57,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.1940 sec 2023-09-06T20:30:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42771 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=53 2023-09-06T20:30:58,881 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.HBaseAdmin$TableFuture(3677): Operation: TRUNCATE, Table Name: default:table1, procId: 53 completed 2023-09-06T20:30:58,884 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 from hbase tables test-1694032217170 to tables table1 2023-09-06T20:30:58,885 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694032217170 into table1 2023-09-06T20:30:58,886 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885 from hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:30:58,887 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1113a9f1 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:30:58,894 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c21c353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:30:58,897 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:30:58,898 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39802, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:30:58,899 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:30:58,899 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-09-06T20:30:58,902 DEBUG [hconnection-0x36f9645-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:30:58,904 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:30:58,906 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-09-06T20:30:58,906 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:30:58,906 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/partitions_4b0ebdd5-19f7-48e2-8dc2-406c2ecc8262 2023-09-06T20:30:58,913 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:58,913 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:58,914 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:58,914 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,877 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-6239927472874696233.jar 2023-09-06T20:30:59,878 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,878 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,878 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,879 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,879 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,879 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,880 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,880 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,880 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,881 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:59,882 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:30:59,882 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:30:59,883 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:30:59,883 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:30:59,884 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:30:59,884 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:30:59,884 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:30:59,885 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:30:59,885 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:30:59,886 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:30:59,886 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:30:59,886 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,887 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,887 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,887 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,888 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,888 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:30:59,889 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:30:59,889 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-09-06T20:30:59,889 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:30:59,889 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1113a9f1 to 127.0.0.1:51003 2023-09-06T20:30:59,889 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:30:59,889 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:30:59,889 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:30:59,890 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:30:59,895 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:30:59,901 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:30:59,986 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032259948/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:30:59,986 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032259948/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:31:00,063 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43721/backupUT/backup_1694032224933/default/test-1694032217170/archive/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/16ae64b317a74b95a29824bbaadffed8 2023-09-06T20:31:00,068 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:31:00,084 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x094eec3f to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:00,089 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb2b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:00,090 DEBUG [hconnection-0x58936855-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:00,091 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:00,097 DEBUG [pool-245-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x094eec3f to 127.0.0.1:51003 2023-09-06T20:31:00,097 DEBUG [pool-245-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:00,097 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-09-06T20:31:00,097 DEBUG [pool-245-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:31:00,103 DEBUG [pool-245-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885/_temporary/0/_temporary/attempt_local1518549485_0007_r_000000_0/f/57abb761e8c9411eb92faf77737997ec is 37, key is row10/f:q1/1694032218331/Put/seqid=0 2023-09-06T20:31:00,104 WARN [Thread-1027 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:46417] Specified favored nodes: [jenkins-hbase3.apache.org:46417] 2023-09-06T20:31:01,064 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885 2023-09-06T20:31:01,065 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5ee6180f to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:01,071 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755f43dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:01,073 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:01,075 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:01,081 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885/_SUCCESS 2023-09-06T20:31:01,086 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:01,088 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60768, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:31:01,115 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885/f/57abb761e8c9411eb92faf77737997ec first=Optional[row0] last=Optional[row98] 2023-09-06T20:31:01,117 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f., hostname=jenkins-hbase3.apache.org,46417,1694032207450, seqNum=2 for row with hfile group [{f,hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885/f/57abb761e8c9411eb92faf77737997ec}] 2023-09-06T20:31:01,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885/f/57abb761e8c9411eb92faf77737997ec for inclusion in 7407af4fcc1cc54bbb8f443989e0cd0f/f 2023-09-06T20:31:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-09-06T20:31:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:31:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(2520): Flush status journal for 7407af4fcc1cc54bbb8f443989e0cd0f: 2023-09-06T20:31:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032258885/f/57abb761e8c9411eb92faf77737997ec to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__tknbufjbu6j9b8gfmoogu213f6nkm89jp91drnrhhf9mh1ln0eqgl0ai6p87975e/f/57abb761e8c9411eb92faf77737997ec 2023-09-06T20:31:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__tknbufjbu6j9b8gfmoogu213f6nkm89jp91drnrhhf9mh1ln0eqgl0ai6p87975e/f/57abb761e8c9411eb92faf77737997ec as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/d0d8e40c99fc4edc86b546e4a993bcde_SeqId_4_ 2023-09-06T20:31:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x19b303c3 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2e6df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:01,144 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60784, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:31:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:01,148 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43184, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:01,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x19b303c3 to 127.0.0.1:51003 2023-09-06T20:31:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:01,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__tknbufjbu6j9b8gfmoogu213f6nkm89jp91drnrhhf9mh1ln0eqgl0ai6p87975e/f/57abb761e8c9411eb92faf77737997ec into 7407af4fcc1cc54bbb8f443989e0cd0f/f as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/d0d8e40c99fc4edc86b546e4a993bcde_SeqId_4_ - updating store file list. 2023-09-06T20:31:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/d0d8e40c99fc4edc86b546e4a993bcde_SeqId_4_ into 7407af4fcc1cc54bbb8f443989e0cd0f/f 2023-09-06T20:31:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__tknbufjbu6j9b8gfmoogu213f6nkm89jp91drnrhhf9mh1ln0eqgl0ai6p87975e/f/57abb761e8c9411eb92faf77737997ec into 7407af4fcc1cc54bbb8f443989e0cd0f/f (new location: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/d0d8e40c99fc4edc86b546e4a993bcde_SeqId_4_) 2023-09-06T20:31:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__tknbufjbu6j9b8gfmoogu213f6nkm89jp91drnrhhf9mh1ln0eqgl0ai6p87975e/f/57abb761e8c9411eb92faf77737997ec 2023-09-06T20:31:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x668f0497 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5814cd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:01,179 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60790, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:31:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:01,184 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43188, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:31:01,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x668f0497 to 127.0.0.1:51003 2023-09-06T20:31:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:01,205 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:01,205 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5ee6180f to 127.0.0.1:51003 2023-09-06T20:31:01,205 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:01,205 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:31:01,226 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(181): Restoring 'test-1694032217170' to 'table1' from log dirs: hdfs://localhost:43721/backupUT/backup_1694032240809/default/test-1694032217170/f/f85e6e0561c4459591773f30c6244099 2023-09-06T20:31:01,230 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.RestoreTool(177): Found descriptor 'test-1694032217170', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1694032240809 2023-09-06T20:31:01,231 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:43721/backupUT/backup_1694032240809/default/test-1694032217170/f/f85e6e0561c4459591773f30c6244099 from hbase tables test-1694032217170 to tables table1 2023-09-06T20:31:01,231 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1694032217170 into table1 2023-09-06T20:31:01,233 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232 from hdfs://localhost:43721/backupUT/backup_1694032240809/default/test-1694032217170/f/f85e6e0561c4459591773f30c6244099 2023-09-06T20:31:01,234 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2f445bb2 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:01,240 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8edc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:01,241 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:01,243 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60798, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:31:01,244 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:31:01,244 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032217170 2023-09-06T20:31:01,248 DEBUG [hconnection-0x208e0c2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:01,249 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:01,250 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032217170: 2023-09-06T20:31:01,250 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-09-06T20:31:01,251 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/partitions_34a1f7af-6c7f-4758-96c8-ed9fa4b8219b 2023-09-06T20:31:01,660 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:01,660 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:01,660 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:01,661 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:31:02,652 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop-8936263595575895220.jar 2023-09-06T20:31:02,652 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,653 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,653 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,654 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,654 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,654 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,655 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,655 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,655 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,656 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:31:02,657 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:31:02,657 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:31:02,658 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:31:02,658 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:31:02,658 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:31:02,659 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:31:02,659 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:31:02,660 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:31:02,660 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:31:02,660 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:31:02,661 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:31:02,661 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,662 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,662 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,662 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,663 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,663 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:31:02,664 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:31:02,664 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1694032217170 2023-09-06T20:31:02,664 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:02,664 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2f445bb2 to 127.0.0.1:51003 2023-09-06T20:31:02,664 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:02,665 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-09-06T20:31:02,665 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-09-06T20:31:02,666 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:31:02,671 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:31:02,677 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-09-06T20:31:02,752 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032262719/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:31:02,752 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/mapreduce.cluster.local.dir/1694032262719/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:31:02,803 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:43721/backupUT/backup_1694032240809/default/test-1694032217170/f/f85e6e0561c4459591773f30c6244099 2023-09-06T20:31:02,807 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-09-06T20:31:02,824 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7fefa29d to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:02,828 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c0874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:02,830 DEBUG [hconnection-0x4f9bc841-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:02,832 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:02,833 DEBUG [pool-257-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7fefa29d to 127.0.0.1:51003 2023-09-06T20:31:02,833 DEBUG [pool-257-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:02,834 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-09-06T20:31:02,834 DEBUG [pool-257-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:31:02,842 DEBUG [pool-257-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232/_temporary/0/_temporary/attempt_local934442830_0008_r_000000_0/f/c07dc4459ace479081e43e488fe4cd0a is 40, key is row-t110/f:q1/1694032240205/Put/seqid=0 2023-09-06T20:31:02,844 WARN [Thread-1072 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:46417] Specified favored nodes: [jenkins-hbase3.apache.org:46417] 2023-09-06T20:31:03,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-09-06T20:31:03,798 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232 2023-09-06T20:31:03,799 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x436cbcf6 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:03,804 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52909e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:03,805 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:03,807 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43212, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:03,813 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232/_SUCCESS 2023-09-06T20:31:03,817 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:03,820 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60808, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:31:03,831 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232/f/c07dc4459ace479081e43e488fe4cd0a first=Optional[row-t10] last=Optional[row-t198] 2023-09-06T20:31:03,832 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f., hostname=jenkins-hbase3.apache.org,46417,1694032207450, seqNum=2 for row with hfile group [{f,hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232/f/c07dc4459ace479081e43e488fe4cd0a}] 2023-09-06T20:31:03,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232/f/c07dc4459ace479081e43e488fe4cd0a for inclusion in 7407af4fcc1cc54bbb8f443989e0cd0f/f 2023-09-06T20:31:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(623): HFile bounds: first=row-t10 last=row-t198 2023-09-06T20:31:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(625): Region bounds: first= last= 2023-09-06T20:31:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(2520): Flush status journal for 7407af4fcc1cc54bbb8f443989e0cd0f: 2023-09-06T20:31:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/hbase-staging/bulk_output-default-table1-1694032261232/f/c07dc4459ace479081e43e488fe4cd0a to hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__cmoskcmc57ik60hths6kmn568ogvif9p3t58dl7ah0ogloku3u9gsnkm2h3pr8kt/f/c07dc4459ace479081e43e488fe4cd0a 2023-09-06T20:31:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__cmoskcmc57ik60hths6kmn568ogvif9p3t58dl7ah0ogloku3u9gsnkm2h3pr8kt/f/c07dc4459ace479081e43e488fe4cd0a as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/7f7584b9f37a4cd29ce87e841ec40163_SeqId_6_ 2023-09-06T20:31:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x24e60868 to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b46087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:03,856 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60816, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:31:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:03,860 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:31:03,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x24e60868 to 127.0.0.1:51003 2023-09-06T20:31:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:03,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__cmoskcmc57ik60hths6kmn568ogvif9p3t58dl7ah0ogloku3u9gsnkm2h3pr8kt/f/c07dc4459ace479081e43e488fe4cd0a into 7407af4fcc1cc54bbb8f443989e0cd0f/f as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/7f7584b9f37a4cd29ce87e841ec40163_SeqId_6_ - updating store file list. 2023-09-06T20:31:03,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/7f7584b9f37a4cd29ce87e841ec40163_SeqId_6_ into 7407af4fcc1cc54bbb8f443989e0cd0f/f 2023-09-06T20:31:03,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__cmoskcmc57ik60hths6kmn568ogvif9p3t58dl7ah0ogloku3u9gsnkm2h3pr8kt/f/c07dc4459ace479081e43e488fe4cd0a into 7407af4fcc1cc54bbb8f443989e0cd0f/f (new location: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/f/7f7584b9f37a4cd29ce87e841ec40163_SeqId_6_) 2023-09-06T20:31:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/staging/jenkins__table1__cmoskcmc57ik60hths6kmn568ogvif9p3t58dl7ah0ogloku3u9gsnkm2h3pr8kt/f/c07dc4459ace479081e43e488fe4cd0a 2023-09-06T20:31:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6b414a7f to 127.0.0.1:51003 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:31:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4b28c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:31:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:31:03,891 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60832, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:31:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:31:03,895 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-09-06T20:31:03,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6b414a7f to 127.0.0.1:51003 2023-09-06T20:31:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:03,910 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:03,910 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x436cbcf6 to 127.0.0.1:51003 2023-09-06T20:31:03,911 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:03,911 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-09-06T20:31:03,911 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(187): test-1694032217170 has been successfully restored to table1 2023-09-06T20:31:03,911 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-09-06T20:31:03,911 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(233): Backup: backup_1694032240809 hdfs://localhost:43721/backupUT/backup_1694032240809/default/test-1694032217170/ 2023-09-06T20:31:03,911 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-09-06T20:31:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Scan size: 131 connection: 172.31.12.81:46242 deadline: 1694032323911, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1694032248568.458f7703b5458825ab79636603d648ea. is not online on jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:31:04,027 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:04,027 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x317dca9b to 127.0.0.1:51003 2023-09-06T20:31:04,027 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:04,047 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=604 (was 582) Potentially hanging thread: hconnection-0x1354e892-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-30157984_16 at /127.0.0.1:60380 [Receiving block BP-149584141-172.31.12.81-1694032200475:blk_1073741878_1054] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,46417,1694032207450' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1354e892-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x6b414a7f-SendThread(127.0.0.1:51003) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x6b414a7f-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x317dca9b-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x6b414a7f java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/946584401.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1603586297_16 at /127.0.0.1:50280 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-149584141-172.31.12.81-1694032200475:blk_1073741878_1054, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,42771,1694032203992)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1354e892-shared-pool-21 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1603586297_16 at /127.0.0.1:34374 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-30157984_16 at /127.0.0.1:60382 [Receiving block BP-149584141-172.31.12.81-1694032200475:blk_1073741879_1055] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x436cbcf6-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x436cbcf6 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/946584401.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x317dca9b java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/946584401.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-149584141-172.31.12.81-1694032200475:blk_1073741879_1055, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x317dca9b-SendThread(127.0.0.1:51003) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1603586297_16 at /127.0.0.1:50260 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,46417,1694032207450)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51003@0x436cbcf6-SendThread(127.0.0.1:51003) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x1354e892-shared-pool-22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=692 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=189 (was 196), ProcessCount=166 (was 166), AvailableMemoryMB=3583 (was 3834) 2023-09-06T20:31:04,047 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2023-09-06T20:31:04,054 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:31:04,054 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:04,055 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x12a2d1a4 to 127.0.0.1:51003 2023-09-06T20:31:04,055 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:04,055 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:31:04,055 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] util.JVMClusterUtil(257): Found active master hash=1155092110, stopped=false 2023-09-06T20:31:04,055 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:31:04,059 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:31:04,059 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:31:04,059 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:31:04,059 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:31:04,059 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:31:04,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:31:04,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:31:04,060 DEBUG [Listener at jenkins-hbase3.apache.org/35701 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:04,060 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,46417,1694032207450' ***** 2023-09-06T20:31:04,060 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:31:04,060 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:31:04,073 INFO [RS:0;jenkins-hbase3:46417 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@524e378d{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:31:04,078 INFO [RS:0;jenkins-hbase3:46417 {}] server.AbstractConnector(383): Stopped ServerConnector@4c4897c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:31:04,078 INFO [RS:0;jenkins-hbase3:46417 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:31:04,079 INFO [RS:0;jenkins-hbase3:46417 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@49664987{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:31:04,080 INFO [RS:0;jenkins-hbase3:46417 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6a1a623e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.log.dir/,STOPPED} 2023-09-06T20:31:04,082 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:31:04,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 46237552c8aca0d8362d6b6e8fbbfae7 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 4fe6620176a378774bf852fb4b665843 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 07318c9667e7639bba6d7b8ee16fa55e 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 4a1ae6db2341f8bcb482320c903a1ad4 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 13d23f8e78aacd5603a36a9547d965c3 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 256951d95872395fb0c08d65727b28d0 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:31:04,083 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:31:04,084 INFO [RS:0;jenkins-hbase3:46417 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:31:04,084 DEBUG [RS:0;jenkins-hbase3:46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:04,084 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:31:04,084 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:31:04,084 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 46237552c8aca0d8362d6b6e8fbbfae7, disabling compactions & flushes 2023-09-06T20:31:04,084 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:31:04,084 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:31:04,084 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:31:04,084 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:31:04,084 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. after waiting 0 ms 2023-09-06T20:31:04,084 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:31:04,084 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1579): Waiting on 9 regions to close 2023-09-06T20:31:04,084 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 46237552c8aca0d8362d6b6e8fbbfae7 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-09-06T20:31:04,084 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1583): Online Regions={46237552c8aca0d8362d6b6e8fbbfae7=test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7., 4fe6620176a378774bf852fb4b665843=ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843., 07318c9667e7639bba6d7b8ee16fa55e=ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e., 4a1ae6db2341f8bcb482320c903a1ad4=backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4., fdf5ca43e8b1c059e78108c245dd8c35=hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35., 1588230740=hbase:meta,,1.1588230740, 13d23f8e78aacd5603a36a9547d965c3=backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3., 256951d95872395fb0c08d65727b28d0=ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0., 7407af4fcc1cc54bbb8f443989e0cd0f=table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.} 2023-09-06T20:31:04,085 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:31:04,086 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:31:04,086 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 07318c9667e7639bba6d7b8ee16fa55e, 13d23f8e78aacd5603a36a9547d965c3, 1588230740, 256951d95872395fb0c08d65727b28d0, 46237552c8aca0d8362d6b6e8fbbfae7, 4a1ae6db2341f8bcb482320c903a1ad4, 4fe6620176a378774bf852fb4b665843, 7407af4fcc1cc54bbb8f443989e0cd0f, fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:31:04,086 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:31:04,086 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:31:04,086 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:31:04,086 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=14.91 KB heapSize=26.30 KB 2023-09-06T20:31:04,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/.tmp/f/c6336ed11b7c4777b6a1baef259f80e2 is 40, key is row-t110/f:q1/1694032240205/Put/seqid=0 2023-09-06T20:31:04,111 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/info/b31bb717683840fa955e15debfe63b15 is 159, key is ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843./info:regioninfo/1694032221810/Put/seqid=0 2023-09-06T20:31:04,115 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/info/b31bb717683840fa955e15debfe63b15 2023-09-06T20:31:04,126 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:31:04,134 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/rep_barrier/0a3f49ab40f34dc38ccf552a85471221 is 107, key is ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593./rep_barrier:/1694032240737/DeleteFamily/seqid=0 2023-09-06T20:31:04,286 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 07318c9667e7639bba6d7b8ee16fa55e, 13d23f8e78aacd5603a36a9547d965c3, 1588230740, 256951d95872395fb0c08d65727b28d0, 46237552c8aca0d8362d6b6e8fbbfae7, 4a1ae6db2341f8bcb482320c903a1ad4, 4fe6620176a378774bf852fb4b665843, 7407af4fcc1cc54bbb8f443989e0cd0f, fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:31:04,426 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:31:04,426 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:31:04,486 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 07318c9667e7639bba6d7b8ee16fa55e, 13d23f8e78aacd5603a36a9547d965c3, 1588230740, 256951d95872395fb0c08d65727b28d0, 46237552c8aca0d8362d6b6e8fbbfae7, 4a1ae6db2341f8bcb482320c903a1ad4, 4fe6620176a378774bf852fb4b665843, 7407af4fcc1cc54bbb8f443989e0cd0f, fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:31:04,505 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/.tmp/f/c6336ed11b7c4777b6a1baef259f80e2 2023-09-06T20:31:04,512 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/.tmp/f/c6336ed11b7c4777b6a1baef259f80e2 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/c6336ed11b7c4777b6a1baef259f80e2 2023-09-06T20:31:04,518 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/f/c6336ed11b7c4777b6a1baef259f80e2, entries=99, sequenceid=205, filesize=8.6 K 2023-09-06T20:31:04,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 46237552c8aca0d8362d6b6e8fbbfae7 in 435ms, sequenceid=205, compaction requested=false 2023-09-06T20:31:04,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/test-1694032217170/46237552c8aca0d8362d6b6e8fbbfae7/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-09-06T20:31:04,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:04,529 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:31:04,529 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 46237552c8aca0d8362d6b6e8fbbfae7: 2023-09-06T20:31:04,529 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032217170,,1694032217674.46237552c8aca0d8362d6b6e8fbbfae7. 2023-09-06T20:31:04,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4fe6620176a378774bf852fb4b665843, disabling compactions & flushes 2023-09-06T20:31:04,530 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:31:04,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:31:04,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. after waiting 0 ms 2023-09-06T20:31:04,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:31:04,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns3/test-16940322171702/4fe6620176a378774bf852fb4b665843/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:31:04,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:04,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:31:04,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4fe6620176a378774bf852fb4b665843: 2023-09-06T20:31:04,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940322171702,,1694032220628.4fe6620176a378774bf852fb4b665843. 2023-09-06T20:31:04,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 07318c9667e7639bba6d7b8ee16fa55e, disabling compactions & flushes 2023-09-06T20:31:04,535 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:31:04,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:31:04,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. after waiting 0 ms 2023-09-06T20:31:04,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:31:04,538 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=189 B at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/rep_barrier/0a3f49ab40f34dc38ccf552a85471221 2023-09-06T20:31:04,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns2/table2/07318c9667e7639bba6d7b8ee16fa55e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-09-06T20:31:04,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:04,542 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:31:04,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 07318c9667e7639bba6d7b8ee16fa55e: 2023-09-06T20:31:04,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1694032252613.07318c9667e7639bba6d7b8ee16fa55e. 2023-09-06T20:31:04,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4a1ae6db2341f8bcb482320c903a1ad4, disabling compactions & flushes 2023-09-06T20:31:04,543 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:31:04,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:31:04,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. after waiting 0 ms 2023-09-06T20:31:04,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:31:04,547 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system_bulk/4a1ae6db2341f8bcb482320c903a1ad4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:31:04,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:04,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:31:04,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4a1ae6db2341f8bcb482320c903a1ad4: 2023-09-06T20:31:04,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032227222.4a1ae6db2341f8bcb482320c903a1ad4. 2023-09-06T20:31:04,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fdf5ca43e8b1c059e78108c245dd8c35, disabling compactions & flushes 2023-09-06T20:31:04,550 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:31:04,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:31:04,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. after waiting 0 ms 2023-09-06T20:31:04,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:31:04,550 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing fdf5ca43e8b1c059e78108c245dd8c35 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:31:04,562 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/table/8d7a523cb9304df0bd44c44c28148493 is 101, key is ns2:test-16940322171701,,1694032218426.39cc9c76d43aaeeec77ad18629069593./table:/1694032240737/DeleteFamily/seqid=0 2023-09-06T20:31:04,567 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/.tmp/info/c2bde134667242a58d698c010459fa8b is 45, key is default/info:d/1694032212268/Put/seqid=0 2023-09-06T20:31:04,687 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 13d23f8e78aacd5603a36a9547d965c3, 1588230740, 256951d95872395fb0c08d65727b28d0, 7407af4fcc1cc54bbb8f443989e0cd0f, fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:31:04,887 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 13d23f8e78aacd5603a36a9547d965c3, 1588230740, 256951d95872395fb0c08d65727b28d0, 7407af4fcc1cc54bbb8f443989e0cd0f, fdf5ca43e8b1c059e78108c245dd8c35 2023-09-06T20:31:04,967 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.37 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/table/8d7a523cb9304df0bd44c44c28148493 2023-09-06T20:31:04,972 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/.tmp/info/c2bde134667242a58d698c010459fa8b 2023-09-06T20:31:04,974 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/info/b31bb717683840fa955e15debfe63b15 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/info/b31bb717683840fa955e15debfe63b15 2023-09-06T20:31:04,977 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/.tmp/info/c2bde134667242a58d698c010459fa8b as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/info/c2bde134667242a58d698c010459fa8b 2023-09-06T20:31:04,980 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/info/b31bb717683840fa955e15debfe63b15, entries=84, sequenceid=68, filesize=15.5 K 2023-09-06T20:31:04,981 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/rep_barrier/0a3f49ab40f34dc38ccf552a85471221 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/rep_barrier/0a3f49ab40f34dc38ccf552a85471221 2023-09-06T20:31:04,986 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/info/c2bde134667242a58d698c010459fa8b, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:31:04,987 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for fdf5ca43e8b1c059e78108c245dd8c35 in 437ms, sequenceid=11, compaction requested=false 2023-09-06T20:31:04,996 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/rep_barrier/0a3f49ab40f34dc38ccf552a85471221, entries=2, sequenceid=68, filesize=5.4 K 2023-09-06T20:31:04,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/namespace/fdf5ca43e8b1c059e78108c245dd8c35/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:31:04,997 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/.tmp/table/8d7a523cb9304df0bd44c44c28148493 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/table/8d7a523cb9304df0bd44c44c28148493 2023-09-06T20:31:04,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:04,998 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:31:04,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fdf5ca43e8b1c059e78108c245dd8c35: 2023-09-06T20:31:04,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032210888.fdf5ca43e8b1c059e78108c245dd8c35. 2023-09-06T20:31:04,998 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 13d23f8e78aacd5603a36a9547d965c3, disabling compactions & flushes 2023-09-06T20:31:04,999 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:31:04,999 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:31:04,999 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. after waiting 0 ms 2023-09-06T20:31:04,999 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:31:04,999 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 13d23f8e78aacd5603a36a9547d965c3 2/2 column families, dataSize=1.08 KB heapSize=2.08 KB 2023-09-06T20:31:05,003 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/meta/5be4e910ec0d48009d502ac4d3526aaa is 169, key is trslm:hdfs://localhost:43721/backupUT\x00test-1694032217170/meta:log-roll-map/1694032248464/Put/seqid=0 2023-09-06T20:31:05,003 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/table/8d7a523cb9304df0bd44c44c28148493, entries=20, sequenceid=68, filesize=6.1 K 2023-09-06T20:31:05,004 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~14.91 KB/15271, heapSize ~26.25 KB/26880, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=68, compaction requested=false 2023-09-06T20:31:05,013 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/hbase/meta/1588230740/recovered.edits/71.seqid, newMaxSeqId=71, maxSeqId=1 2023-09-06T20:31:05,014 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:05,014 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:31:05,015 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:31:05,015 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:31:05,015 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:31:05,087 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-09-06T20:31:05,087 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1583): Online Regions={13d23f8e78aacd5603a36a9547d965c3=backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3., 256951d95872395fb0c08d65727b28d0=ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0., 7407af4fcc1cc54bbb8f443989e0cd0f=table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f.} 2023-09-06T20:31:05,087 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 13d23f8e78aacd5603a36a9547d965c3, 256951d95872395fb0c08d65727b28d0, 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940322171702 2023-09-06T20:31:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032217170 2023-09-06T20:31:05,288 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 13d23f8e78aacd5603a36a9547d965c3, 256951d95872395fb0c08d65727b28d0, 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:31:05,413 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=364 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/meta/5be4e910ec0d48009d502ac4d3526aaa 2023-09-06T20:31:05,422 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/1cb79705e0cb43aba45084684460a404 is 330, key is session:backup_1694032240809/session:context/1694032248503/Put/seqid=0 2023-09-06T20:31:05,488 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 13d23f8e78aacd5603a36a9547d965c3, 256951d95872395fb0c08d65727b28d0, 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:31:05,688 DEBUG [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1609): Waiting on 13d23f8e78aacd5603a36a9547d965c3, 256951d95872395fb0c08d65727b28d0, 7407af4fcc1cc54bbb8f443989e0cd0f 2023-09-06T20:31:05,829 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=738 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/1cb79705e0cb43aba45084684460a404 2023-09-06T20:31:05,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/meta/5be4e910ec0d48009d502ac4d3526aaa as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/meta/5be4e910ec0d48009d502ac4d3526aaa 2023-09-06T20:31:05,842 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/meta/5be4e910ec0d48009d502ac4d3526aaa, entries=3, sequenceid=27, filesize=5.5 K 2023-09-06T20:31:05,844 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/.tmp/session/1cb79705e0cb43aba45084684460a404 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/1cb79705e0cb43aba45084684460a404 2023-09-06T20:31:05,850 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/session/1cb79705e0cb43aba45084684460a404, entries=2, sequenceid=27, filesize=5.3 K 2023-09-06T20:31:05,851 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1102, heapSize ~2.05 KB/2096, currentSize=0 B/0 for 13d23f8e78aacd5603a36a9547d965c3 in 852ms, sequenceid=27, compaction requested=true 2023-09-06T20:31:05,865 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/backup/system/13d23f8e78aacd5603a36a9547d965c3/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-09-06T20:31:05,866 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:05,866 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:31:05,866 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 13d23f8e78aacd5603a36a9547d965c3: 2023-09-06T20:31:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032225091.13d23f8e78aacd5603a36a9547d965c3. 2023-09-06T20:31:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 256951d95872395fb0c08d65727b28d0, disabling compactions & flushes 2023-09-06T20:31:05,867 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:31:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:31:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. after waiting 0 ms 2023-09-06T20:31:05,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:31:05,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/ns4/test-16940322171703/256951d95872395fb0c08d65727b28d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:31:05,871 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:05,872 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:31:05,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 256951d95872395fb0c08d65727b28d0: 2023-09-06T20:31:05,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940322171703,,1694032222754.256951d95872395fb0c08d65727b28d0. 2023-09-06T20:31:05,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7407af4fcc1cc54bbb8f443989e0cd0f, disabling compactions & flushes 2023-09-06T20:31:05,872 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:31:05,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:31:05,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. after waiting 0 ms 2023-09-06T20:31:05,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:31:05,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/data/default/table1/7407af4fcc1cc54bbb8f443989e0cd0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-09-06T20:31:05,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:31:05,881 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:31:05,881 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7407af4fcc1cc54bbb8f443989e0cd0f: 2023-09-06T20:31:05,881 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1694032256788.7407af4fcc1cc54bbb8f443989e0cd0f. 2023-09-06T20:31:05,888 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,46417,1694032207450; all regions closed. 2023-09-06T20:31:05,896 DEBUG [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/oldWALs 2023-09-06T20:31:05,897 INFO [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C46417%2C1694032207450.meta:.meta(num 1694032242999) 2023-09-06T20:31:05,902 DEBUG [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/oldWALs 2023-09-06T20:31:05,902 INFO [RS:0;jenkins-hbase3:46417 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C46417%2C1694032207450:(num 1694032243018) 2023-09-06T20:31:05,903 DEBUG [RS:0;jenkins-hbase3:46417 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:05,903 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:31:05,903 INFO [RS:0;jenkins-hbase3:46417 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-09-06T20:31:05,903 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:31:05,904 INFO [RS:0;jenkins-hbase3:46417 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:46417 2023-09-06T20:31:05,911 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:31:05,911 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,46417,1694032207450 2023-09-06T20:31:05,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,46417,1694032207450] 2023-09-06T20:31:05,913 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,46417,1694032207450; numProcessing=1 2023-09-06T20:31:05,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,46417,1694032207450 already deleted, retry=false 2023-09-06T20:31:05,915 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,46417,1694032207450 expired; onlineServers=0 2023-09-06T20:31:05,915 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,42771,1694032203992' ***** 2023-09-06T20:31:05,915 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:31:05,916 DEBUG [M:0;jenkins-hbase3:42771 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa21b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:31:05,916 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:31:05,922 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:31:05,922 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:31:05,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:31:05,958 INFO [M:0;jenkins-hbase3:42771 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@792eece3{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:31:05,958 INFO [M:0;jenkins-hbase3:42771 {}] server.AbstractConnector(383): Stopped ServerConnector@13c5df76{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:31:05,958 INFO [M:0;jenkins-hbase3:42771 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:31:05,959 INFO [M:0;jenkins-hbase3:42771 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@69fc0945{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:31:05,960 INFO [M:0;jenkins-hbase3:42771 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4ab198a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/hadoop.log.dir/,STOPPED} 2023-09-06T20:31:05,960 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42771,1694032203992 2023-09-06T20:31:05,960 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42771,1694032203992; all regions closed. 2023-09-06T20:31:05,960 DEBUG [M:0;jenkins-hbase3:42771 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:05,960 INFO [M:0;jenkins-hbase3:42771 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:31:05,961 INFO [M:0;jenkins-hbase3:42771 {}] server.AbstractConnector(383): Stopped ServerConnector@39e01476{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:31:05,961 DEBUG [M:0;jenkins-hbase3:42771 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:31:05,962 INFO [M:0;jenkins-hbase3:42771 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:31:05,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:31:05,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032209195 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032209195,5,FailOnTimeoutGroup] 2023-09-06T20:31:05,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032209210 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032209210,5,FailOnTimeoutGroup] 2023-09-06T20:31:05,962 DEBUG [M:0;jenkins-hbase3:42771 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c0288e0 to 127.0.0.1:51003 2023-09-06T20:31:05,962 DEBUG [M:0;jenkins-hbase3:42771 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:31:05,962 DEBUG [M:0;jenkins-hbase3:42771 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:31:05,962 INFO [M:0;jenkins-hbase3:42771 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:31:05,962 DEBUG [M:0;jenkins-hbase3:42771 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:31:05,963 INFO [M:0;jenkins-hbase3:42771 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:31:05,963 ERROR [M:0;jenkins-hbase3:42771 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-09-06T20:31:05,963 INFO [M:0;jenkins-hbase3:42771 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:31:05,964 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:31:05,964 DEBUG [M:0;jenkins-hbase3:42771 {}] zookeeper.ZKUtil(347): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:31:05,964 WARN [M:0;jenkins-hbase3:42771 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:31:05,964 INFO [M:0;jenkins-hbase3:42771 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:31:05,964 INFO [M:0;jenkins-hbase3:42771 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:31:05,965 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:31:05,983 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:31:05,983 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:31:05,983 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:31:05,983 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:31:05,983 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.31 KB heapSize=253.26 KB 2023-09-06T20:31:05,996 DEBUG [M:0;jenkins-hbase3:42771 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8614c72b24b2ba43be74f8f1bac07 is 88, key is hbase:meta,,1/info:sn/1694032210204/Put/seqid=0 2023-09-06T20:31:06,013 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:31:06,013 INFO [RS:0;jenkins-hbase3:46417 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,46417,1694032207450; zookeeper connection closed. 2023-09-06T20:31:06,013 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): regionserver:46417-0x100eef96d5c0001, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:31:06,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4240d2cc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4240d2cc 2023-09-06T20:31:06,013 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:31:06,401 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8614c72b24b2ba43be74f8f1bac07 2023-09-06T20:31:06,420 DEBUG [M:0;jenkins-hbase3:42771 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b8db765e09f4637bb74021df1a10170 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694032227628/Put/seqid=0 2023-09-06T20:31:06,825 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210.72 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b8db765e09f4637bb74021df1a10170 2023-09-06T20:31:06,831 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8db765e09f4637bb74021df1a10170 2023-09-06T20:31:06,845 DEBUG [M:0;jenkins-hbase3:42771 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2f818564754433910dca6fc4b83c6c is 82, key is jenkins-hbase3.apache.org,46417,1694032207450/rs:state/1694032209319/Put/seqid=0 2023-09-06T20:31:07,250 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2f818564754433910dca6fc4b83c6c 2023-09-06T20:31:07,257 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8614c72b24b2ba43be74f8f1bac07 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20a8614c72b24b2ba43be74f8f1bac07 2023-09-06T20:31:07,262 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20a8614c72b24b2ba43be74f8f1bac07, entries=8, sequenceid=489, filesize=5.5 K 2023-09-06T20:31:07,262 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b8db765e09f4637bb74021df1a10170 as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b8db765e09f4637bb74021df1a10170 2023-09-06T20:31:07,267 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8db765e09f4637bb74021df1a10170 2023-09-06T20:31:07,267 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b8db765e09f4637bb74021df1a10170, entries=55, sequenceid=489, filesize=16.8 K 2023-09-06T20:31:07,268 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc2f818564754433910dca6fc4b83c6c as hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc2f818564754433910dca6fc4b83c6c 2023-09-06T20:31:07,272 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43721/user/jenkins/test-data/ef3a6403-3d7f-e687-4657-8750245b0374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc2f818564754433910dca6fc4b83c6c, entries=1, sequenceid=489, filesize=5.1 K 2023-09-06T20:31:07,273 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(3022): Finished flush of dataSize ~211.31 KB/216384, heapSize ~252.96 KB/259032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=489, compaction requested=false 2023-09-06T20:31:07,277 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:31:07,277 DEBUG [M:0;jenkins-hbase3:42771 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:31:07,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:31:07,280 INFO [M:0;jenkins-hbase3:42771 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:31:07,280 INFO [M:0;jenkins-hbase3:42771 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:31:07,281 INFO [M:0;jenkins-hbase3:42771 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:42771 2023-09-06T20:31:07,283 DEBUG [M:0;jenkins-hbase3:42771 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,42771,1694032203992 already deleted, retry=false 2023-09-06T20:31:07,388 INFO [M:0;jenkins-hbase3:42771 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42771,1694032203992; zookeeper connection closed. 2023-09-06T20:31:07,388 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:31:07,388 DEBUG [Listener at localhost/35719-EventThread {}] zookeeper.ZKWatcher(604): master:42771-0x100eef96d5c0000, quorum=127.0.0.1:51003, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:31:07,395 WARN [Listener at jenkins-hbase3.apache.org/35701 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:31:07,398 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:31:07,500 WARN [BP-149584141-172.31.12.81-1694032200475 heartbeating to localhost/127.0.0.1:43721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:31:07,503 WARN [BP-149584141-172.31.12.81-1694032200475 heartbeating to localhost/127.0.0.1:43721 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-149584141-172.31.12.81-1694032200475 (Datanode Uuid 541f5fe7-0fff-4af3-b98b-8b5d5ff349cc) service to localhost/127.0.0.1:43721 2023-09-06T20:31:07,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/dfs/data/data1/current/BP-149584141-172.31.12.81-1694032200475 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:31:07,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/5f770842-9b7a-943d-5c97-1f029f23fa04/cluster_58313a40-4014-3ae4-81b6-19f354f3b4a9/dfs/data/data2/current/BP-149584141-172.31.12.81-1694032200475 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:31:07,527 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:31:07,642 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:31:07,696 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:31:07,696 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:31:07,706 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:31:07,821 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:31:07,933 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:31:07,933 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:31:08,037 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:31:08,041 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:31:08,042 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:31:08,047 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:31:08,149 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:31:08,150 INFO [Listener at jenkins-hbase3.apache.org/35701 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped