2023-11-12 09:33:15,150 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:33:15,165 main DEBUG Took 0.012131 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:33:15,165 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:33:15,165 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:33:15,166 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:33:15,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,178 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:33:15,192 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,195 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,196 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,197 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,198 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,199 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,200 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,201 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,202 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:33:15,205 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,205 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:33:15,207 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:33:15,209 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:33:15,211 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:33:15,211 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:33:15,213 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:33:15,213 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:33:15,229 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:33:15,232 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:33:15,237 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:33:15,237 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:33:15,237 main DEBUG createAppenders(={Console}) 2023-11-12 09:33:15,238 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-12 09:33:15,239 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:33:15,239 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-12 09:33:15,240 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:33:15,240 main DEBUG OutputStream closed 2023-11-12 09:33:15,241 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:33:15,241 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:33:15,241 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-12 09:33:15,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:33:15,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:33:15,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:33:15,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:33:15,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:33:15,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:33:15,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:33:15,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:33:15,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:33:15,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:33:15,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:33:15,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:33:15,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:33:15,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:33:15,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:33:15,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:33:15,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:33:15,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:33:15,307 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:33:15,308 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-12 09:33:15,308 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:33:15,309 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-12T09:33:15,343 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackupSet timeout: 13 mins 2023-11-12 09:33:15,348 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:33:15,348 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:33:15,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3 2023-11-12T09:33:15,645 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:33:15,647 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:33:15,652 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44, deleteOnExit=true 2023-11-12T09:33:15,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:33:15,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/test.cache.data in system properties and HBase conf 2023-11-12T09:33:15,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:33:15,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:33:15,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:33:15,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:33:15,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:33:15,764 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:33:16,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:33:16,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:33:16,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:33:16,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:33:16,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:33:16,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:33:16,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:33:16,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:33:16,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:33:16,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:33:16,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:33:16,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:33:16,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:33:16,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:33:16,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:33:16,704 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:33:16,709 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:33:16,997 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:33:17,138 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@52b4b4 via org.mortbay.log.Slf4jLog 2023-11-12T09:33:17,153 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:33:17,195 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:33:17,233 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir/Jetty_localhost_35635_hdfs____6onbq8/webapp 2023-11-12T09:33:17,365 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35635 2023-11-12T09:33:17,388 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:33:17,389 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:33:17,944 WARN [Listener at localhost/36509 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:33:18,006 WARN [Listener at localhost/36509 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:33:18,024 WARN [Listener at localhost/36509 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:33:18,030 INFO [Listener at localhost/36509 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:33:18,035 INFO [Listener at localhost/36509 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir/Jetty_localhost_40595_datanode____.wqovb8/webapp 2023-11-12T09:33:18,131 INFO [Listener at localhost/36509 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40595 2023-11-12T09:33:18,404 WARN [Listener at localhost/46429 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:33:18,688 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:33:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xad892b3e8f0273f2: Processing first storage report for DS-50ec7d93-9885-4be6-8184-9c93c42352c5 from datanode 168392aa-0d57-4761-926c-8a43a1af8bf0 2023-11-12T09:33:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xad892b3e8f0273f2: from storage DS-50ec7d93-9885-4be6-8184-9c93c42352c5 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=168392aa-0d57-4761-926c-8a43a1af8bf0, infoPort=40479, infoSecurePort=0, ipcPort=46429, storageInfo=lv=-57;cid=testClusterID;nsid=742819831;c=1699781596784), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:33:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xad892b3e8f0273f2: Processing first storage report for DS-01053e9a-a300-4b8d-901f-9671aeb4cb87 from datanode 168392aa-0d57-4761-926c-8a43a1af8bf0 2023-11-12T09:33:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xad892b3e8f0273f2: from storage DS-01053e9a-a300-4b8d-901f-9671aeb4cb87 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=168392aa-0d57-4761-926c-8a43a1af8bf0, infoPort=40479, infoSecurePort=0, ipcPort=46429, storageInfo=lv=-57;cid=testClusterID;nsid=742819831;c=1699781596784), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:33:18,940 DEBUG [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3 2023-11-12T09:33:19,079 INFO [Listener at localhost/46429 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/zookeeper_0, clientPort=60587, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:33:19,099 INFO [Listener at localhost/46429 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60587 2023-11-12T09:33:19,106 INFO [Listener at localhost/46429 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:19,108 INFO [Listener at localhost/46429 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:19,764 INFO [Listener at localhost/46429 {}] util.FSUtils(462): Created version file at hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 with version=8 2023-11-12T09:33:19,764 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging 2023-11-12T09:33:19,780 DEBUG [Listener at localhost/46429 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:33:19,781 DEBUG [Listener at localhost/46429 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:33:19,781 DEBUG [Listener at localhost/46429 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:33:19,781 DEBUG [Listener at localhost/46429 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:33:20,008 DEBUG [Listener at localhost/46429 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:33:20,765 INFO [Listener at localhost/46429 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:33:20,813 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:33:20,813 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:33:20,814 INFO [Listener at localhost/46429 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:33:20,814 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:33:20,814 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:33:20,975 INFO [Listener at localhost/46429 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:33:21,120 INFO [Listener at localhost/46429 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:33:21,145 DEBUG [Listener at localhost/46429 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:33:21,152 INFO [Listener at localhost/46429 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:33:21,214 DEBUG [Listener at localhost/46429 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 5665 (auto-detected) 2023-11-12T09:33:21,216 DEBUG [Listener at localhost/46429 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:33:21,265 INFO [Listener at localhost/46429 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34503 2023-11-12T09:33:21,282 INFO [Listener at localhost/46429 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:21,284 INFO [Listener at localhost/46429 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:21,309 INFO [Listener at localhost/46429 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34503 connecting to ZooKeeper ensemble=127.0.0.1:60587 2023-11-12T09:33:21,362 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:345030x0, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:33:21,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34503-0x1004cfacd440000 connected 2023-11-12T09:33:21,399 DEBUG [Listener at localhost/46429 {}] zookeeper.ZKUtil(113): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:33:21,402 DEBUG [Listener at localhost/46429 {}] zookeeper.ZKUtil(113): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:33:21,406 DEBUG [Listener at localhost/46429 {}] zookeeper.ZKUtil(113): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:33:21,416 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34503 2023-11-12T09:33:21,417 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34503 2023-11-12T09:33:21,417 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34503 2023-11-12T09:33:21,418 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34503 2023-11-12T09:33:21,418 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34503 2023-11-12T09:33:21,471 INFO [Listener at localhost/46429 {}] log.Log(170): Logging initialized @6992ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:33:21,599 INFO [Listener at localhost/46429 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:33:21,600 INFO [Listener at localhost/46429 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:33:21,601 INFO [Listener at localhost/46429 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:33:21,603 INFO [Listener at localhost/46429 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:33:21,603 INFO [Listener at localhost/46429 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:33:21,603 INFO [Listener at localhost/46429 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:33:21,606 INFO [Listener at localhost/46429 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:33:21,738 INFO [Listener at localhost/46429 {}] http.HttpServer(1227): Jetty bound to port 44805 2023-11-12T09:33:21,741 INFO [Listener at localhost/46429 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:33:21,783 INFO [Listener at localhost/46429 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:33:21,786 INFO [Listener at localhost/46429 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@56e2e9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:33:21,787 INFO [Listener at localhost/46429 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:33:21,787 INFO [Listener at localhost/46429 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@208cccd8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:33:21,851 INFO [Listener at localhost/46429 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:33:21,866 INFO [Listener at localhost/46429 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:33:21,866 INFO [Listener at localhost/46429 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:33:21,868 INFO [Listener at localhost/46429 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:33:21,876 INFO [Listener at localhost/46429 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:33:23,006 INFO [Listener at localhost/46429 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@d9ad29f{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:33:23,017 INFO [Listener at localhost/46429 {}] server.AbstractConnector(333): Started ServerConnector@759c1839{HTTP/1.1, (http/1.1)}{0.0.0.0:44805} 2023-11-12T09:33:23,017 INFO [Listener at localhost/46429 {}] server.Server(415): Started @8537ms 2023-11-12T09:33:23,021 INFO [Listener at localhost/46429 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8, hbase.cluster.distributed=false 2023-11-12T09:33:23,082 INFO [Listener at localhost/46429 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:33:23,082 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:33:23,083 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:33:23,083 INFO [Listener at localhost/46429 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:33:23,083 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:33:23,083 INFO [Listener at localhost/46429 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:33:23,091 INFO [Listener at localhost/46429 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:33:23,093 INFO [Listener at localhost/46429 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:33:23,094 INFO [Listener at localhost/46429 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:40389 2023-11-12T09:33:23,097 INFO [Listener at localhost/46429 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:33:23,104 DEBUG [Listener at localhost/46429 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:33:23,105 INFO [Listener at localhost/46429 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:23,108 INFO [Listener at localhost/46429 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:23,110 INFO [Listener at localhost/46429 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:40389 connecting to ZooKeeper ensemble=127.0.0.1:60587 2023-11-12T09:33:23,114 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:403890x0, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:33:23,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:40389-0x1004cfacd440001 connected 2023-11-12T09:33:23,115 DEBUG [Listener at localhost/46429 {}] zookeeper.ZKUtil(113): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:33:23,117 DEBUG [Listener at localhost/46429 {}] zookeeper.ZKUtil(113): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:33:23,118 DEBUG [Listener at localhost/46429 {}] zookeeper.ZKUtil(113): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:33:23,118 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40389 2023-11-12T09:33:23,119 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40389 2023-11-12T09:33:23,119 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40389 2023-11-12T09:33:23,119 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40389 2023-11-12T09:33:23,120 DEBUG [Listener at localhost/46429 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40389 2023-11-12T09:33:23,123 INFO [Listener at localhost/46429 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:33:23,123 INFO [Listener at localhost/46429 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:33:23,123 INFO [Listener at localhost/46429 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:33:23,124 INFO [Listener at localhost/46429 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:33:23,124 INFO [Listener at localhost/46429 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:33:23,124 INFO [Listener at localhost/46429 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:33:23,125 INFO [Listener at localhost/46429 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:33:23,127 INFO [Listener at localhost/46429 {}] http.HttpServer(1227): Jetty bound to port 44255 2023-11-12T09:33:23,127 INFO [Listener at localhost/46429 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:33:23,129 INFO [Listener at localhost/46429 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:33:23,129 INFO [Listener at localhost/46429 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@53572b0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:33:23,130 INFO [Listener at localhost/46429 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:33:23,130 INFO [Listener at localhost/46429 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@441b91d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:33:23,142 INFO [Listener at localhost/46429 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:33:23,143 INFO [Listener at localhost/46429 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:33:23,143 INFO [Listener at localhost/46429 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:33:23,143 INFO [Listener at localhost/46429 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:33:23,144 INFO [Listener at localhost/46429 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:33:23,149 INFO [Listener at localhost/46429 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@345c550f{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:33:23,150 INFO [Listener at localhost/46429 {}] server.AbstractConnector(333): Started ServerConnector@63b620c1{HTTP/1.1, (http/1.1)}{0.0.0.0:44255} 2023-11-12T09:33:23,150 INFO [Listener at localhost/46429 {}] server.Server(415): Started @8670ms 2023-11-12T09:33:23,156 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:33:23,158 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@28909016{HTTP/1.1, (http/1.1)}{0.0.0.0:36225} 2023-11-12T09:33:23,159 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8679ms 2023-11-12T09:33:23,159 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:23,198 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:33:23,198 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:33:23,201 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:23,210 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34503 2023-11-12T09:33:23,221 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:33:23,221 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:33:23,221 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:23,221 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:23,222 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:33:23,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,34503,1699781599992 from backup master directory 2023-11-12T09:33:23,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:33:23,229 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:23,229 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:33:23,229 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:33:23,230 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:33:23,230 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:23,233 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:33:23,235 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:33:23,314 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase.id with ID: 5ee3533a-0c7b-4eed-8746-2dc606c6e1fa 2023-11-12T09:33:23,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:33:23,368 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:23,368 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:23,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:23,418 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:33:23,439 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:33:23,439 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:33:23,441 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:33:23,451 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:33:23,453 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:33:23,523 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store 2023-11-12T09:33:23,550 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:33:23,551 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:23,551 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:33:23,552 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:23,552 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:23,552 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:33:23,552 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:23,552 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:33:23,552 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:33:23,554 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/.initializing 2023-11-12T09:33:23,554 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/WALs/jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:23,564 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:33:23,579 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34503%2C1699781599992, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/WALs/jenkins-hbase3.apache.org,34503,1699781599992, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/oldWALs, maxLogs=10 2023-11-12T09:33:23,618 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/WALs/jenkins-hbase3.apache.org,34503,1699781599992/jenkins-hbase3.apache.org%2C34503%2C1699781599992.1699781603585, exclude list is [], retry=0 2023-11-12T09:33:23,648 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK] 2023-11-12T09:33:23,655 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:33:23,728 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/WALs/jenkins-hbase3.apache.org,34503,1699781599992/jenkins-hbase3.apache.org%2C34503%2C1699781599992.1699781603585 2023-11-12T09:33:23,729 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK]] 2023-11-12T09:33:23,730 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:23,730 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:23,734 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,735 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:33:23,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:23,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:23,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:33:23,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:23,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:23,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:33:23,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:23,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:23,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:33:23,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:23,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:23,881 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,887 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,905 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:33:23,909 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:33:23,913 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:23,914 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11021784480, jitterRate=0.026483669877052307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:33:23,920 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:33:23,921 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:33:23,957 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a85ddff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:24,012 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:33:24,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:33:24,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:33:24,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:33:24,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:33:24,045 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:33:24,045 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:33:24,081 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:33:24,098 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:33:24,101 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:33:24,104 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:33:24,105 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:33:24,107 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:33:24,109 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:33:24,116 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:33:24,117 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:33:24,118 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:33:24,120 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:33:24,135 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:33:24,138 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:33:24,144 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:33:24,144 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:33:24,144 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,144 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,145 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,34503,1699781599992, sessionid=0x1004cfacd440000, setting cluster-up flag (Was=false) 2023-11-12T09:33:24,155 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:33:24,165 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,165 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,171 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:33:24,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:24,177 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,177 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,183 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:33:24,184 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:24,194 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,194 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:24,200 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:33:24,201 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:24,270 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:40389 2023-11-12T09:33:24,272 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(997): ClusterId : 5ee3533a-0c7b-4eed-8746-2dc606c6e1fa 2023-11-12T09:33:24,274 INFO [RS:0;jenkins-hbase3:40389 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:33:24,278 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:33:24,285 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:33:24,285 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:33:24,288 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:33:24,288 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:33:24,291 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:33:24,292 DEBUG [RS:0;jenkins-hbase3:40389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690ecf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:24,295 DEBUG [RS:0;jenkins-hbase3:40389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668697e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:33:24,302 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:33:24,302 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:33:24,302 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:33:24,307 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34503,1699781599992 with isa=jenkins-hbase3.apache.org/172.31.12.81:40389, startcode=1699781603081 2023-11-12T09:33:24,333 DEBUG [RS:0;jenkins-hbase3:40389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:33:24,369 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:33:24,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:33:24,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:33:24,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34503,1699781599992 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:33:24,408 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,412 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:45383, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:33:24,414 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781634413 2023-11-12T09:33:24,418 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:33:24,423 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:33:24,425 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:33:24,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:33:24,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:33:24,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:24,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:33:24,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:33:24,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:33:24,436 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:33:24,437 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:33:24,437 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:33:24,442 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,443 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:33:24,446 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:33:24,447 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:33:24,460 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65ec9df0 to 127.0.0.1:60587 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:24,472 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da653ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:24,473 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:33:24,476 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:33:24,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:33:24,476 WARN [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:33:24,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:33:24,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781604479,5,FailOnTimeoutGroup] 2023-11-12T09:33:24,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781604480,5,FailOnTimeoutGroup] 2023-11-12T09:33:24,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,480 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:33:24,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,578 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34503,1699781599992 with isa=jenkins-hbase3.apache.org/172.31.12.81:40389, startcode=1699781603081 2023-11-12T09:33:24,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:24,594 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:24,594 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:36509 2023-11-12T09:33:24,594 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=44805 2023-11-12T09:33:24,604 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:33:24,605 DEBUG [RS:0;jenkins-hbase3:40389 {}] zookeeper.ZKUtil(111): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:24,605 WARN [RS:0;jenkins-hbase3:40389 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:33:24,605 INFO [RS:0;jenkins-hbase3:40389 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:33:24,605 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:24,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,40389,1699781603081] 2023-11-12T09:33:24,625 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:33:24,640 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:33:24,657 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:33:24,661 INFO [RS:0;jenkins-hbase3:40389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:33:24,661 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,662 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:33:24,673 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,673 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,674 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,674 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,674 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,674 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,674 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:33:24,674 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,675 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,675 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,675 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,675 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:33:24,675 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:33:24,675 DEBUG [RS:0;jenkins-hbase3:40389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:33:24,677 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,677 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,677 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,677 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,677 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40389,1699781603081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:33:24,693 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:33:24,696 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40389,1699781603081-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:24,713 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,40389,1699781603081 started 2023-11-12T09:33:24,713 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,40389,1699781603081, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:40389, sessionid=0x1004cfacd440001 2023-11-12T09:33:24,713 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:33:24,714 DEBUG [RS:0;jenkins-hbase3:40389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:24,714 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40389,1699781603081' 2023-11-12T09:33:24,714 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:33:24,715 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:33:24,716 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:33:24,716 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:33:24,716 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40389,1699781603081' 2023-11-12T09:33:24,716 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:33:24,717 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:33:24,717 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:33:24,717 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:33:24,717 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:33:24,717 DEBUG [RS:0;jenkins-hbase3:40389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:24,718 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40389,1699781603081' 2023-11-12T09:33:24,718 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:33:24,718 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:33:24,719 DEBUG [RS:0;jenkins-hbase3:40389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:33:24,719 INFO [RS:0;jenkins-hbase3:40389 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:33:24,719 INFO [RS:0;jenkins-hbase3:40389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:33:24,830 INFO [RS:0;jenkins-hbase3:40389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:33:24,833 INFO [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40389%2C1699781603081, suffix=, logDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/oldWALs, maxLogs=32 2023-11-12T09:33:24,846 DEBUG [RS:0;jenkins-hbase3:40389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.1699781604834, exclude list is [], retry=0 2023-11-12T09:33:24,852 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK] 2023-11-12T09:33:24,856 INFO [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.1699781604834 2023-11-12T09:33:24,857 DEBUG [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK]] 2023-11-12T09:33:24,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:33:24,862 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:25,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:25,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:33:25,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:33:25,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:25,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:25,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:33:25,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:33:25,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:25,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:25,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:33:25,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:33:25,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:25,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:25,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740 2023-11-12T09:33:25,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740 2023-11-12T09:33:25,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:33:25,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:33:25,311 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:25,312 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11170596160, jitterRate=0.04034283757209778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:33:25,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:33:25,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:33:25,314 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:33:25,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:33:25,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:33:25,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:33:25,316 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:33:25,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:33:25,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:33:25,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:33:25,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:33:25,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:33:25,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:33:25,506 DEBUG [jenkins-hbase3:34503 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:33:25,519 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:25,528 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40389,1699781603081, state=OPENING 2023-11-12T09:33:25,538 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:33:25,539 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:25,539 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:25,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:33:25,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:33:25,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:25,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:25,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:33:25,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55654, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:33:25,933 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:33:25,934 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:33:25,935 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:33:25,939 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta, suffix=.meta, logDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081, archiveDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/oldWALs, maxLogs=32 2023-11-12T09:33:25,955 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta.1699781605941.meta, exclude list is [], retry=0 2023-11-12T09:33:25,959 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK] 2023-11-12T09:33:25,963 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta.1699781605941.meta 2023-11-12T09:33:25,963 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK]] 2023-11-12T09:33:25,964 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:25,969 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:25,970 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:33:25,988 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:33:25,989 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:33:25,994 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:33:25,994 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:25,994 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:33:25,995 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:33:25,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:33:25,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:33:26,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:26,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:26,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:33:26,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:33:26,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:26,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:26,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:33:26,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:33:26,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:26,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:33:26,007 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740 2023-11-12T09:33:26,010 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740 2023-11-12T09:33:26,012 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:33:26,014 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:33:26,016 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9819325280, jitterRate=-0.08550406992435455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:33:26,018 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:33:26,030 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781605899 2023-11-12T09:33:26,051 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:33:26,052 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:33:26,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:26,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40389,1699781603081, state=OPEN 2023-11-12T09:33:26,058 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:33:26,058 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:33:26,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:33:26,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:33:26,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:33:26,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40389,1699781603081 in 514 msec 2023-11-12T09:33:26,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:33:26,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2023-11-12T09:33:26,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.8090 sec 2023-11-12T09:33:26,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781606082, completionTime=-1 2023-11-12T09:33:26,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:33:26,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:33:26,157 DEBUG [hconnection-0x104c30ad-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:26,162 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:26,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:33:26,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781666180 2023-11-12T09:33:26,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781726180 2023-11-12T09:33:26,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 97 msec 2023-11-12T09:33:26,206 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34503,1699781599992-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:26,206 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34503,1699781599992-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:26,206 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34503,1699781599992-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:26,208 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34503, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:26,209 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:33:26,218 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:33:26,237 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:33:26,239 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:33:26,253 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:33:26,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:26,260 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:26,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:26,686 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ee4f6310786fd86e88c4a683521fe283, NAME => 'hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:26,703 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:26,703 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing ee4f6310786fd86e88c4a683521fe283, disabling compactions & flushes 2023-11-12T09:33:26,704 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:26,704 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:26,704 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. after waiting 0 ms 2023-11-12T09:33:26,704 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:26,704 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:26,704 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for ee4f6310786fd86e88c4a683521fe283: 2023-11-12T09:33:26,706 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:26,720 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781606708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781606708"}]},"ts":"1699781606708"} 2023-11-12T09:33:26,766 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:26,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:26,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781606768"}]},"ts":"1699781606768"} 2023-11-12T09:33:26,781 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:33:26,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ee4f6310786fd86e88c4a683521fe283, ASSIGN}] 2023-11-12T09:33:26,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ee4f6310786fd86e88c4a683521fe283, ASSIGN 2023-11-12T09:33:26,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ee4f6310786fd86e88c4a683521fe283, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:26,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ee4f6310786fd86e88c4a683521fe283, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:26,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ee4f6310786fd86e88c4a683521fe283, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:27,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:27,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:27,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => ee4f6310786fd86e88c4a683521fe283, NAME => 'hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:27,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:27,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:27,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,120 INFO [StoreOpener-ee4f6310786fd86e88c4a683521fe283-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,123 INFO [StoreOpener-ee4f6310786fd86e88c4a683521fe283-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee4f6310786fd86e88c4a683521fe283 columnFamilyName info 2023-11-12T09:33:27,123 DEBUG [StoreOpener-ee4f6310786fd86e88c4a683521fe283-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:27,124 INFO [StoreOpener-ee4f6310786fd86e88c4a683521fe283-1 {}] regionserver.HStore(324): Store=ee4f6310786fd86e88c4a683521fe283/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:27,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:27,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened ee4f6310786fd86e88c4a683521fe283; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11758279840, jitterRate=0.09507514536380768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:27,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for ee4f6310786fd86e88c4a683521fe283: 2023-11-12T09:33:27,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283., pid=6, masterSystemTime=1699781607105 2023-11-12T09:33:27,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:27,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:27,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ee4f6310786fd86e88c4a683521fe283, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:27,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:33:27,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ee4f6310786fd86e88c4a683521fe283, server=jenkins-hbase3.apache.org,40389,1699781603081 in 198 msec 2023-11-12T09:33:27,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:33:27,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ee4f6310786fd86e88c4a683521fe283, ASSIGN in 366 msec 2023-11-12T09:33:27,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:27,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781607158"}]},"ts":"1699781607158"} 2023-11-12T09:33:27,161 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:33:27,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:27,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 929 msec 2023-11-12T09:33:27,258 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:33:27,260 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40389-0x1004cfacd440001, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:27,260 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:27,260 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:33:27,317 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:33:27,338 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:27,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2023-11-12T09:33:27,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:33:27,364 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:27,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-11-12T09:33:27,383 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:33:27,386 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:33:27,386 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.156sec 2023-11-12T09:33:27,389 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:33:27,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:33:27,393 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:33:27,393 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:33:27,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:33:27,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34503,1699781599992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:33:27,397 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34503,1699781599992-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:33:27,410 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:33:27,412 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:33:27,433 DEBUG [Listener at localhost/46429 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x15425296 to 127.0.0.1:60587 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:27,437 DEBUG [Listener at localhost/46429 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f211c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:27,441 DEBUG [Listener at localhost/46429 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:33:27,441 DEBUG [Listener at localhost/46429 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:33:27,457 DEBUG [hconnection-0x6a23633e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:27,468 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55672, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:27,483 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:27,483 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:33:27,484 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/test.cache.data in system properties and HBase conf 2023-11-12T09:33:27,484 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:33:27,484 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:33:27,484 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:33:27,484 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:33:27,484 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:33:27,485 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:33:27,485 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:33:27,485 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:33:27,485 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:33:27,485 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:33:27,485 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:33:27,486 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:33:27,487 INFO [Listener at localhost/46429 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:33:29,088 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:33:29,525 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:33:29,531 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46643_jobhistory____kyowvx/webapp 2023-11-12T09:33:29,708 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:33:29,708 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:33:29,708 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:33:29,712 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:33:29,813 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:29,945 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:30,244 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:33:30,276 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46643 2023-11-12T09:33:30,581 WARN [Listener at jenkins-hbase3.apache.org/44093 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:33:30,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:33:30,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:33:30,665 WARN [Listener at jenkins-hbase3.apache.org/44093 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:33:30,665 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:33:30,672 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43887_cluster____ag0hjf/webapp 2023-11-12T09:33:30,749 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:33:30,750 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:33:30,750 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:33:30,750 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:33:30,766 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:31,091 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:31,194 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:31,202 INFO [Listener at jenkins-hbase3.apache.org/44093 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43887 2023-11-12T09:33:31,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:33:31,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:33:31,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:31,636 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:33:31,636 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:31,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:31,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:33:31,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:33:31,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:33:31,637 WARN [Listener at jenkins-hbase3.apache.org/33617 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:33:31,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:33:31,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:31,658 WARN [Listener at jenkins-hbase3.apache.org/33617 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:33:31,659 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:33:31,667 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33297_node____.r8wlm9/webapp 2023-11-12T09:33:31,718 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:33:31,718 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:33:31,718 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:33:31,719 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:33:31,727 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:31,751 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:31,851 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:31,866 INFO [Listener at jenkins-hbase3.apache.org/33617 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33297 2023-11-12T09:33:32,056 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:33:32,070 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:33:32,071 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:33:32,083 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38623_node____6vd381/webapp 2023-11-12T09:33:32,159 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:33:32,159 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:33:32,159 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:33:32,160 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:33:32,171 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:32,196 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:32,276 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:33:32,282 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38623 2023-11-12T09:33:32,318 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:33:32,318 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:36509/backupUT 2023-11-12T09:33:32,329 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:32,334 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:42530, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:32,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:33:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:33:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:33:32,376 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:32,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2023-11-12T09:33:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:33:32,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:33:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:33:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:33:32,483 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:32,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 22 msec 2023-11-12T09:33:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:33:32,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:33:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:33:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:33:32,595 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:32,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-11-12T09:33:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:33:32,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:33:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:33:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:33:32,706 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:32,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 19 msec 2023-11-12T09:33:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:33:32,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781612318', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781612318 2023-11-12T09:33:32,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781612318 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:32,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781612318" procId is: 13 2023-11-12T09:33:32,819 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:32,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781612318 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:33:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:33:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:33:33,254 INFO [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2d54cec5c9bff1c1a6ba69175da4aee3, NAME => 'test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781612318', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:33:33,673 DEBUG [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:33,673 DEBUG [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1668): Closing 2d54cec5c9bff1c1a6ba69175da4aee3, disabling compactions & flushes 2023-11-12T09:33:33,673 INFO [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:33,673 DEBUG [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:33,673 DEBUG [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. after waiting 0 ms 2023-11-12T09:33:33,673 DEBUG [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:33,673 INFO [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:33,673 DEBUG [RegionOpenAndInit-test-1699781612318-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2d54cec5c9bff1c1a6ba69175da4aee3: 2023-11-12T09:33:33,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781612318 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:33,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781613675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781613675"}]},"ts":"1699781613675"} 2023-11-12T09:33:33,678 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:33,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781612318 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:33,679 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781612318","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781613679"}]},"ts":"1699781613679"} 2023-11-12T09:33:33,682 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781612318, state=ENABLING in hbase:meta 2023-11-12T09:33:33,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781612318, region=2d54cec5c9bff1c1a6ba69175da4aee3, ASSIGN}] 2023-11-12T09:33:33,690 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781612318, region=2d54cec5c9bff1c1a6ba69175da4aee3, ASSIGN 2023-11-12T09:33:33,691 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781612318, region=2d54cec5c9bff1c1a6ba69175da4aee3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:33,843 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2d54cec5c9bff1c1a6ba69175da4aee3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:33,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 2d54cec5c9bff1c1a6ba69175da4aee3, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:33:34,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:34,009 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:34,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 2d54cec5c9bff1c1a6ba69175da4aee3, NAME => 'test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:34,010 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:34,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781612318 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:34,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,013 INFO [StoreOpener-2d54cec5c9bff1c1a6ba69175da4aee3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,016 INFO [StoreOpener-2d54cec5c9bff1c1a6ba69175da4aee3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d54cec5c9bff1c1a6ba69175da4aee3 columnFamilyName f 2023-11-12T09:33:34,016 DEBUG [StoreOpener-2d54cec5c9bff1c1a6ba69175da4aee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:34,017 INFO [StoreOpener-2d54cec5c9bff1c1a6ba69175da4aee3-1 {}] regionserver.HStore(324): Store=2d54cec5c9bff1c1a6ba69175da4aee3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:34,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,019 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:34,030 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:34,030 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 2d54cec5c9bff1c1a6ba69175da4aee3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9455269280, jitterRate=-0.11940942704677582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:34,032 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 2d54cec5c9bff1c1a6ba69175da4aee3: 2023-11-12T09:33:34,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3., pid=15, masterSystemTime=1699781614000 2023-11-12T09:33:34,037 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:34,037 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:34,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2d54cec5c9bff1c1a6ba69175da4aee3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:34,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:33:34,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 2d54cec5c9bff1c1a6ba69175da4aee3, server=jenkins-hbase3.apache.org,40389,1699781603081 in 195 msec 2023-11-12T09:33:34,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:33:34,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781612318, region=2d54cec5c9bff1c1a6ba69175da4aee3, ASSIGN in 357 msec 2023-11-12T09:33:34,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781612318 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:34,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781612318","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781614048"}]},"ts":"1699781614048"} 2023-11-12T09:33:34,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781612318, state=ENABLED in hbase:meta 2023-11-12T09:33:34,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781612318 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:34,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781612318 in 1.2400 sec 2023-11-12T09:33:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:33:34,937 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781612318, procId: 13 completed 2023-11-12T09:33:34,939 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6c96325f to 127.0.0.1:60587 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:33:34,945 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f67fb14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:34,947 DEBUG [hconnection-0x790bfd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:34,950 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55674, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:34,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HRegion(8210): writing data to region test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:33:35,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997816123181', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997816123181 2023-11-12T09:33:35,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997816123181 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:35,053 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:35,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997816123181" procId is: 16 2023-11-12T09:33:35,054 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997816123181 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:33:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:33:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:33:35,469 INFO [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9285d210ff1e0f99d1dff0c3f405b65d, NAME => 'ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997816123181', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:33:35,888 DEBUG [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:35,889 DEBUG [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1668): Closing 9285d210ff1e0f99d1dff0c3f405b65d, disabling compactions & flushes 2023-11-12T09:33:35,889 INFO [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:35,889 DEBUG [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:35,889 DEBUG [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. after waiting 0 ms 2023-11-12T09:33:35,889 DEBUG [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:35,889 INFO [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:35,889 DEBUG [RegionOpenAndInit-ns2:test-16997816123181-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9285d210ff1e0f99d1dff0c3f405b65d: 2023-11-12T09:33:35,891 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997816123181 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:35,891 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781615891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781615891"}]},"ts":"1699781615891"} 2023-11-12T09:33:35,894 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:35,895 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997816123181 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:35,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997816123181","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781615895"}]},"ts":"1699781615895"} 2023-11-12T09:33:35,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997816123181, state=ENABLING in hbase:meta 2023-11-12T09:33:35,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997816123181, region=9285d210ff1e0f99d1dff0c3f405b65d, ASSIGN}] 2023-11-12T09:33:35,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997816123181, region=9285d210ff1e0f99d1dff0c3f405b65d, ASSIGN 2023-11-12T09:33:35,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997816123181, region=9285d210ff1e0f99d1dff0c3f405b65d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:36,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=9285d210ff1e0f99d1dff0c3f405b65d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:36,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 9285d210ff1e0f99d1dff0c3f405b65d, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:33:36,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:36,224 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:36,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 9285d210ff1e0f99d1dff0c3f405b65d, NAME => 'ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:36,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:36,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997816123181 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:36,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,230 INFO [StoreOpener-9285d210ff1e0f99d1dff0c3f405b65d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,233 INFO [StoreOpener-9285d210ff1e0f99d1dff0c3f405b65d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9285d210ff1e0f99d1dff0c3f405b65d columnFamilyName f 2023-11-12T09:33:36,233 DEBUG [StoreOpener-9285d210ff1e0f99d1dff0c3f405b65d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:36,234 INFO [StoreOpener-9285d210ff1e0f99d1dff0c3f405b65d-1 {}] regionserver.HStore(324): Store=9285d210ff1e0f99d1dff0c3f405b65d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:36,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,235 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,239 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:36,245 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:36,246 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 9285d210ff1e0f99d1dff0c3f405b65d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11612408160, jitterRate=0.08148978650569916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:36,247 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 9285d210ff1e0f99d1dff0c3f405b65d: 2023-11-12T09:33:36,248 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d., pid=18, masterSystemTime=1699781616217 2023-11-12T09:33:36,250 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:36,250 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:36,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=9285d210ff1e0f99d1dff0c3f405b65d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:36,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:33:36,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 9285d210ff1e0f99d1dff0c3f405b65d, server=jenkins-hbase3.apache.org,40389,1699781603081 in 190 msec 2023-11-12T09:33:36,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:33:36,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997816123181, region=9285d210ff1e0f99d1dff0c3f405b65d, ASSIGN in 352 msec 2023-11-12T09:33:36,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997816123181 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:36,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997816123181","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781616262"}]},"ts":"1699781616262"} 2023-11-12T09:33:36,264 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997816123181, state=ENABLED in hbase:meta 2023-11-12T09:33:36,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997816123181 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:36,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997816123181 in 1.2180 sec 2023-11-12T09:33:36,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997816123181' 2023-11-12T09:33:36,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781612318' 2023-11-12T09:33:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:33:37,164 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997816123181, procId: 16 completed 2023-11-12T09:33:37,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:33:37,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997816123182', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997816123182 2023-11-12T09:33:37,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997816123182 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:37,262 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:37,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997816123182" procId is: 19 2023-11-12T09:33:37,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997816123182 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:33:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:33:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:33:37,680 INFO [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 78517e423c9442344db5d13f87fd1830, NAME => 'ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997816123182', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:33:38,097 DEBUG [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:38,097 DEBUG [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1668): Closing 78517e423c9442344db5d13f87fd1830, disabling compactions & flushes 2023-11-12T09:33:38,097 INFO [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,097 DEBUG [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,097 DEBUG [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. after waiting 0 ms 2023-11-12T09:33:38,097 DEBUG [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,097 INFO [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,097 DEBUG [RegionOpenAndInit-ns3:test-16997816123182-pool-0 {}] regionserver.HRegion(1622): Region close journal for 78517e423c9442344db5d13f87fd1830: 2023-11-12T09:33:38,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997816123182 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:38,100 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781618099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781618099"}]},"ts":"1699781618099"} 2023-11-12T09:33:38,102 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:38,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997816123182 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:38,103 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997816123182","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781618103"}]},"ts":"1699781618103"} 2023-11-12T09:33:38,105 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997816123182, state=ENABLING in hbase:meta 2023-11-12T09:33:38,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997816123182, region=78517e423c9442344db5d13f87fd1830, ASSIGN}] 2023-11-12T09:33:38,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997816123182, region=78517e423c9442344db5d13f87fd1830, ASSIGN 2023-11-12T09:33:38,117 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997816123182, region=78517e423c9442344db5d13f87fd1830, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:38,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=78517e423c9442344db5d13f87fd1830, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:38,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 78517e423c9442344db5d13f87fd1830, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:33:38,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:38,429 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,429 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 78517e423c9442344db5d13f87fd1830, NAME => 'ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:38,429 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:38,429 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997816123182 78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:38,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,431 INFO [StoreOpener-78517e423c9442344db5d13f87fd1830-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,433 INFO [StoreOpener-78517e423c9442344db5d13f87fd1830-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78517e423c9442344db5d13f87fd1830 columnFamilyName f 2023-11-12T09:33:38,433 DEBUG [StoreOpener-78517e423c9442344db5d13f87fd1830-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:38,434 INFO [StoreOpener-78517e423c9442344db5d13f87fd1830-1 {}] regionserver.HStore(324): Store=78517e423c9442344db5d13f87fd1830/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:38,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns3/test-16997816123182/78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns3/test-16997816123182/78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,439 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:38,441 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns3/test-16997816123182/78517e423c9442344db5d13f87fd1830/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:38,442 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 78517e423c9442344db5d13f87fd1830; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9732975840, jitterRate=-0.09354598820209503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:38,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 78517e423c9442344db5d13f87fd1830: 2023-11-12T09:33:38,444 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830., pid=21, masterSystemTime=1699781618424 2023-11-12T09:33:38,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:38,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=78517e423c9442344db5d13f87fd1830, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:38,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:33:38,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 78517e423c9442344db5d13f87fd1830, server=jenkins-hbase3.apache.org,40389,1699781603081 in 178 msec 2023-11-12T09:33:38,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:33:38,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997816123182, region=78517e423c9442344db5d13f87fd1830, ASSIGN in 338 msec 2023-11-12T09:33:38,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997816123182 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:38,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997816123182","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781618455"}]},"ts":"1699781618455"} 2023-11-12T09:33:38,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997816123182, state=ENABLED in hbase:meta 2023-11-12T09:33:38,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997816123182 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:38,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997816123182 in 1.2020 sec 2023-11-12T09:33:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:33:39,373 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997816123182, procId: 19 completed 2023-11-12T09:33:39,373 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997816123182 get assigned. Timeout = 60000ms 2023-11-12T09:33:39,375 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:33:39,379 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997816123182 assigned to meta. Checking AM states. 2023-11-12T09:33:39,380 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:33:39,380 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997816123182 assigned. 2023-11-12T09:33:39,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997816123183', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997816123183 2023-11-12T09:33:39,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997816123183 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:39,387 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:39,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997816123183" procId is: 22 2023-11-12T09:33:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:33:39,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997816123183 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:33:39,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:33:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:33:39,808 INFO [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 01605fb8d3e2458f459d59394707e3cc, NAME => 'ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997816123183', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:33:40,222 DEBUG [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:40,222 DEBUG [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1668): Closing 01605fb8d3e2458f459d59394707e3cc, disabling compactions & flushes 2023-11-12T09:33:40,222 INFO [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,222 DEBUG [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,222 DEBUG [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. after waiting 0 ms 2023-11-12T09:33:40,222 DEBUG [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,222 INFO [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,222 DEBUG [RegionOpenAndInit-ns4:test-16997816123183-pool-0 {}] regionserver.HRegion(1622): Region close journal for 01605fb8d3e2458f459d59394707e3cc: 2023-11-12T09:33:40,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997816123183 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:40,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781620224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781620224"}]},"ts":"1699781620224"} 2023-11-12T09:33:40,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:40,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997816123183 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:40,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997816123183","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781620227"}]},"ts":"1699781620227"} 2023-11-12T09:33:40,229 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997816123183, state=ENABLING in hbase:meta 2023-11-12T09:33:40,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997816123183, region=01605fb8d3e2458f459d59394707e3cc, ASSIGN}] 2023-11-12T09:33:40,238 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997816123183, region=01605fb8d3e2458f459d59394707e3cc, ASSIGN 2023-11-12T09:33:40,239 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997816123183, region=01605fb8d3e2458f459d59394707e3cc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:40,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=01605fb8d3e2458f459d59394707e3cc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:40,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 01605fb8d3e2458f459d59394707e3cc, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:33:40,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:40,552 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 01605fb8d3e2458f459d59394707e3cc, NAME => 'ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:40,552 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:40,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997816123183 01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:40,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,554 INFO [StoreOpener-01605fb8d3e2458f459d59394707e3cc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,556 INFO [StoreOpener-01605fb8d3e2458f459d59394707e3cc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01605fb8d3e2458f459d59394707e3cc columnFamilyName f 2023-11-12T09:33:40,556 DEBUG [StoreOpener-01605fb8d3e2458f459d59394707e3cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:40,557 INFO [StoreOpener-01605fb8d3e2458f459d59394707e3cc-1 {}] regionserver.HStore(324): Store=01605fb8d3e2458f459d59394707e3cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:40,558 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns4/test-16997816123183/01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns4/test-16997816123183/01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,561 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:40,564 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns4/test-16997816123183/01605fb8d3e2458f459d59394707e3cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:40,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 01605fb8d3e2458f459d59394707e3cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9517431520, jitterRate=-0.11362011730670929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:40,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 01605fb8d3e2458f459d59394707e3cc: 2023-11-12T09:33:40,568 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc., pid=24, masterSystemTime=1699781620546 2023-11-12T09:33:40,570 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,570 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:33:40,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=01605fb8d3e2458f459d59394707e3cc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:40,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:33:40,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 01605fb8d3e2458f459d59394707e3cc, server=jenkins-hbase3.apache.org,40389,1699781603081 in 179 msec 2023-11-12T09:33:40,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:33:40,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997816123183, region=01605fb8d3e2458f459d59394707e3cc, ASSIGN in 339 msec 2023-11-12T09:33:40,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997816123183 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:40,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997816123183","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781620578"}]},"ts":"1699781620578"} 2023-11-12T09:33:40,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997816123183, state=ENABLED in hbase:meta 2023-11-12T09:33:40,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997816123183 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:40,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997816123183 in 1.2000 sec 2023-11-12T09:33:41,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781612318 2023-11-12T09:33:41,115 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781612318 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:41,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997816123183 2023-11-12T09:33:41,116 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997816123183 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:41,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997816123182 2023-11-12T09:33:41,117 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997816123182 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:41,118 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997816123181 2023-11-12T09:33:41,118 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997816123181 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:33:41,498 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997816123183, procId: 22 completed 2023-11-12T09:33:41,499 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997816123183 get assigned. Timeout = 60000ms 2023-11-12T09:33:41,499 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:33:41,503 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997816123183 assigned to meta. Checking AM states. 2023-11-12T09:33:41,503 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:33:41,503 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997816123183 assigned. 2023-11-12T09:33:41,503 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6c96325f to 127.0.0.1:60587 2023-11-12T09:33:41,503 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:41,550 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSet#testFullBackupSetExist Thread=583, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=197, ProcessCount=168, AvailableMemoryMB=5765 2023-11-12T09:33:41,550 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-11-12T09:33:41,553 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] backup.TestFullBackupSet(52): Test full backup, backup set exists 2023-11-12T09:33:41,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:33:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:33:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:33:41,591 DEBUG [Listener at localhost/46429-EventThread {}] zookeeper.ZKWatcher(604): master:34503-0x1004cfacd440000, quorum=127.0.0.1:60587, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:33:41,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-11-12T09:33:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:33:41,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:33:41,704 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:41,704 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:41,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:33:41,705 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:33:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:33:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:33:42,125 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9b1109aeb147a87ff0bdcf6819f84114, NAME => 'backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:42,141 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:42,141 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 9b1109aeb147a87ff0bdcf6819f84114, disabling compactions & flushes 2023-11-12T09:33:42,141 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,141 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,141 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. after waiting 0 ms 2023-11-12T09:33:42,141 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,141 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,142 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9b1109aeb147a87ff0bdcf6819f84114: 2023-11-12T09:33:42,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:42,144 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781622144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781622144"}]},"ts":"1699781622144"} 2023-11-12T09:33:42,147 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:42,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:42,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781622148"}]},"ts":"1699781622148"} 2023-11-12T09:33:42,150 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:33:42,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=9b1109aeb147a87ff0bdcf6819f84114, ASSIGN}] 2023-11-12T09:33:42,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=9b1109aeb147a87ff0bdcf6819f84114, ASSIGN 2023-11-12T09:33:42,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=9b1109aeb147a87ff0bdcf6819f84114, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:42,311 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9b1109aeb147a87ff0bdcf6819f84114, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:33:42,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 9b1109aeb147a87ff0bdcf6819f84114, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:42,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:42,473 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,473 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 9b1109aeb147a87ff0bdcf6819f84114, NAME => 'backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:42,474 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:42,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:42,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,476 INFO [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,478 INFO [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b1109aeb147a87ff0bdcf6819f84114 columnFamilyName meta 2023-11-12T09:33:42,478 DEBUG [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:42,479 INFO [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] regionserver.HStore(324): Store=9b1109aeb147a87ff0bdcf6819f84114/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:42,479 INFO [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,481 INFO [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b1109aeb147a87ff0bdcf6819f84114 columnFamilyName session 2023-11-12T09:33:42,481 DEBUG [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:42,482 INFO [StoreOpener-9b1109aeb147a87ff0bdcf6819f84114-1 {}] regionserver.HStore(324): Store=9b1109aeb147a87ff0bdcf6819f84114/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:42,483 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,483 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,485 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:33:42,488 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:42,491 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:42,491 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 9b1109aeb147a87ff0bdcf6819f84114; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10804719200, jitterRate=0.0062678903341293335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:33:42,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 9b1109aeb147a87ff0bdcf6819f84114: 2023-11-12T09:33:42,493 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114., pid=28, masterSystemTime=1699781622467 2023-11-12T09:33:42,495 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,495 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:42,496 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9b1109aeb147a87ff0bdcf6819f84114, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:42,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:33:42,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 9b1109aeb147a87ff0bdcf6819f84114, server=jenkins-hbase3.apache.org,40389,1699781603081 in 184 msec 2023-11-12T09:33:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:33:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=9b1109aeb147a87ff0bdcf6819f84114, ASSIGN in 344 msec 2023-11-12T09:33:42,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:42,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781622504"}]},"ts":"1699781622504"} 2023-11-12T09:33:42,505 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:33:42,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:42,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 813 msec 2023-11-12T09:33:42,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997816123182' 2023-11-12T09:33:42,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:33:42,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997816123183' 2023-11-12T09:33:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:33:42,815 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:33:42,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:33:42,834 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:42,835 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:42,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:33:42,836 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:33:42,855 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7bd5754f916eb74984c11243fb7977fd, NAME => 'backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:42,876 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:42,877 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 7bd5754f916eb74984c11243fb7977fd, disabling compactions & flushes 2023-11-12T09:33:42,877 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:42,877 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:42,877 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. after waiting 0 ms 2023-11-12T09:33:42,877 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:42,877 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:42,877 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7bd5754f916eb74984c11243fb7977fd: 2023-11-12T09:33:42,879 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:42,879 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781622879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781622879"}]},"ts":"1699781622879"} 2023-11-12T09:33:42,881 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:42,882 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:42,883 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781622882"}]},"ts":"1699781622882"} 2023-11-12T09:33:42,886 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:33:42,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7bd5754f916eb74984c11243fb7977fd, ASSIGN}] 2023-11-12T09:33:42,894 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7bd5754f916eb74984c11243fb7977fd, ASSIGN 2023-11-12T09:33:42,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=7bd5754f916eb74984c11243fb7977fd, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:33:43,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7bd5754f916eb74984c11243fb7977fd, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:43,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 7bd5754f916eb74984c11243fb7977fd, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:33:43,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:43,209 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:43,210 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 7bd5754f916eb74984c11243fb7977fd, NAME => 'backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:43,210 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:43,210 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,210 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:43,210 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,213 INFO [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,215 INFO [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bd5754f916eb74984c11243fb7977fd columnFamilyName meta 2023-11-12T09:33:43,215 DEBUG [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:43,216 INFO [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] regionserver.HStore(324): Store=7bd5754f916eb74984c11243fb7977fd/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:43,216 INFO [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,218 INFO [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bd5754f916eb74984c11243fb7977fd columnFamilyName session 2023-11-12T09:33:43,218 DEBUG [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:43,219 INFO [StoreOpener-7bd5754f916eb74984c11243fb7977fd-1 {}] regionserver.HStore(324): Store=7bd5754f916eb74984c11243fb7977fd/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:43,220 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system_bulk/7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,221 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system_bulk/7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:33:43,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:43,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system_bulk/7bd5754f916eb74984c11243fb7977fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:43,230 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 7bd5754f916eb74984c11243fb7977fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11833532640, jitterRate=0.10208360850811005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:33:43,230 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 7bd5754f916eb74984c11243fb7977fd: 2023-11-12T09:33:43,232 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd., pid=31, masterSystemTime=1699781623203 2023-11-12T09:33:43,234 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:43,235 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:43,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7bd5754f916eb74984c11243fb7977fd, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:43,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:33:43,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 7bd5754f916eb74984c11243fb7977fd, server=jenkins-hbase3.apache.org,40389,1699781603081 in 187 msec 2023-11-12T09:33:43,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:33:43,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=7bd5754f916eb74984c11243fb7977fd, ASSIGN in 350 msec 2023-11-12T09:33:43,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:43,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781623245"}]},"ts":"1699781623245"} 2023-11-12T09:33:43,247 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:33:43,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:43,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 421 msec 2023-11-12T09:33:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:33:43,449 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:33:43,505 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67433f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:43,506 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:43,508 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37266, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:43,513 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:43,515 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57408, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:43,609 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:33:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:33:43,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:33:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781623644 (current time:1699781623644). 2023-11-12T09:33:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:33:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:33:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7892e097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:43,658 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:57414, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:33:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:33:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:33:43,681 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:33:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:43,687 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:33:43,701 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot, current working dir path: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:33:43,704 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:33:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:44,119 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:33:44,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9b1109aeb147a87ff0bdcf6819f84114}] 2023-11-12T09:33:44,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:44,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:44,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40389 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:33:44,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:44,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 9b1109aeb147a87ff0bdcf6819f84114 2/2 column families, dataSize=107 B heapSize=768 B 2023-11-12T09:33:44,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/meta/bcbb93e22aac4edbb2930cb53c7d690c is 66, key is backupset:name/meta:tables/1699781623463/Put/seqid=0 2023-11-12T09:33:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:44,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/meta/bcbb93e22aac4edbb2930cb53c7d690c 2023-11-12T09:33:44,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/session/79f03e83b3f64b5ebec5e5141192966b is 49, key is activesession:/session:c/1699781623629/Put/seqid=0 2023-11-12T09:33:45,292 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/session/79f03e83b3f64b5ebec5e5141192966b 2023-11-12T09:33:45,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/meta/bcbb93e22aac4edbb2930cb53c7d690c as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/meta/bcbb93e22aac4edbb2930cb53c7d690c 2023-11-12T09:33:45,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/meta/bcbb93e22aac4edbb2930cb53c7d690c, entries=1, sequenceid=6, filesize=4.9 K 2023-11-12T09:33:45,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/session/79f03e83b3f64b5ebec5e5141192966b as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/session/79f03e83b3f64b5ebec5e5141192966b 2023-11-12T09:33:45,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/session/79f03e83b3f64b5ebec5e5141192966b, entries=1, sequenceid=6, filesize=4.9 K 2023-11-12T09:33:45,326 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~107 B/107, heapSize ~736 B/736, currentSize=0 B/0 for 9b1109aeb147a87ff0bdcf6819f84114 in 1031ms, sequenceid=6, compaction requested=false 2023-11-12T09:33:45,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 9b1109aeb147a87ff0bdcf6819f84114: 2023-11-12T09:33:45,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. for snapshot_backup_system completed. 2023-11-12T09:33:45,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:33:45,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:33:45,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/meta/bcbb93e22aac4edbb2930cb53c7d690c] hfiles 2023-11-12T09:33:45,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/meta/bcbb93e22aac4edbb2930cb53c7d690c for snapshot=snapshot_backup_system 2023-11-12T09:33:45,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/session/79f03e83b3f64b5ebec5e5141192966b] hfiles 2023-11-12T09:33:45,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/session/79f03e83b3f64b5ebec5e5141192966b for snapshot=snapshot_backup_system 2023-11-12T09:33:45,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:45,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:33:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:33:45,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:45,768 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:45,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:33:45,771 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:33:45,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 9b1109aeb147a87ff0bdcf6819f84114 in 1.6470 sec 2023-11-12T09:33:45,773 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:33:45,776 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:33:45,776 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:33:45,779 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:33:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:46,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:33:46,206 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:33:46,224 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:33:46,225 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:33:46,227 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:33:46,227 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:33:46,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.5550 sec 2023-11-12T09:33:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:33:47,795 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(115): Backup backup_1699781623574 started at 1699781627795. 2023-11-12T09:33:47,820 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(119): Backup session backup_1699781623574 has been started. 2023-11-12T09:33:47,828 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:33:47,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:33:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:33:47,844 INFO [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:33:47,845 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:33:47,845 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:33:47,845 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:33:47,846 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:33:47,849 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,849 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:33:47,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:33:47,850 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:33:47,850 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:33:47,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:33:47,851 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:33:47,851 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:33:47,853 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:33:47,854 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:33:47,854 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:33:47,854 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:33:47,855 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:33:47,855 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:33:47,855 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40389,1699781603081' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:33:47,858 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:33:47,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:33:47,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:33:47,858 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:33:47,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:33:47,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:33:47,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:33:47,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:33:47,861 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40389,1699781603081' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:33:47,861 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1218e7e8[Count = 0] remaining members to acquire global barrier 2023-11-12T09:33:47,861 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:33:47,861 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:33:47,863 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:33:47,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:33:47,863 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:33:47,863 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:33:47,864 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:33:47,864 DEBUG [rs(jenkins-hbase3.apache.org,40389,1699781603081)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,864 INFO [rs(jenkins-hbase3.apache.org,40389,1699781603081)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781604834 highest: 1699781604834 on jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,864 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40389%2C1699781603081:(num 1699781604834) roll requested 2023-11-12T09:33:47,876 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.1699781627865, exclude list is [], retry=0 2023-11-12T09:33:47,881 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK] 2023-11-12T09:33:47,885 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.1699781604834 with entries=20, filesize=4.15 KB; new WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.1699781627865 2023-11-12T09:33:47,886 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK]] 2023-11-12T09:33:47,886 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.1699781604834 is not closed yet, will try archiving it next time 2023-11-12T09:33:47,886 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta:.meta(num 1699781605941) roll requested 2023-11-12T09:33:47,899 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta.1699781627886.meta, exclude list is [], retry=0 2023-11-12T09:33:47,903 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK] 2023-11-12T09:33:47,905 DEBUG [rs(jenkins-hbase3.apache.org,40389,1699781603081)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-12T09:33:47,905 INFO [rs(jenkins-hbase3.apache.org,40389,1699781603081)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781627865 on jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,905 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta.1699781605941.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta.1699781627886.meta 2023-11-12T09:33:47,906 DEBUG [rs(jenkins-hbase3.apache.org,40389,1699781603081)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:47,906 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35865,DS-50ec7d93-9885-4be6-8184-9c93c42352c5,DISK]] 2023-11-12T09:33:47,906 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/WALs/jenkins-hbase3.apache.org,40389,1699781603081/jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta.1699781605941.meta is not closed yet, will try archiving it next time 2023-11-12T09:33:47,908 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49086, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:33:47,927 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:33:47,927 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40389,1699781603081' in zk 2023-11-12T09:33:47,930 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:33:47,930 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:33:47,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,930 DEBUG [member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:33:47,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:33:47,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:33:47,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:33:47,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:33:47,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:33:47,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:33:47,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:33:47,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40389,1699781603081': 2023-11-12T09:33:47,935 INFO [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:33:47,935 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40389,1699781603081' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:33:47,935 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:33:47,935 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:33:47,935 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:33:47,935 INFO [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:33:47,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:33:47,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:33:47,938 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:33:47,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:33:47,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:33:47,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:33:47,939 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:33:47,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:33:47,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:33:47,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:33:47,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:33:47,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:33:47,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:33:47,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:33:47,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:47,951 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:33:47,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:33:47,952 DEBUG [(jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:33:47,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:33:47,952 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:33:47,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:33:47,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:33:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:33:48,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } 2023-11-12T09:33:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781628066 (current time:1699781628066). 2023-11-12T09:33:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:33:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781628064_default_test-1699781612318 VERSION not specified, setting to 2 2023-11-12T09:33:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41052cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:48,076 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59572, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:33:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } 2023-11-12T09:33:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:33:48,081 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:33:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:33:48,082 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:33:48,087 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot, current working dir path: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/.tmp/snapshot_1699781628064_default_test-1699781612318 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:33:48,088 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:33:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:33:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:33:48,499 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:33:48,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 2d54cec5c9bff1c1a6ba69175da4aee3}] 2023-11-12T09:33:48,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:48,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:33:48,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:48,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40389 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:33:48,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:48,657 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 2d54cec5c9bff1c1a6ba69175da4aee3 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:33:48,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/.tmp/f/97589bfee707487ab3110f20049bef45 is 37, key is row10/f:q1/1699781614966/Put/seqid=0 2023-11-12T09:33:48,685 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/.tmp/f/97589bfee707487ab3110f20049bef45 2023-11-12T09:33:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:33:48,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/.tmp/f/97589bfee707487ab3110f20049bef45 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45 2023-11-12T09:33:48,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:33:48,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2d54cec5c9bff1c1a6ba69175da4aee3 in 54ms, sequenceid=103, compaction requested=false 2023-11-12T09:33:48,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 2d54cec5c9bff1c1a6ba69175da4aee3: 2023-11-12T09:33:48,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. for snapshot_1699781628064_default_test-1699781612318 completed. 2023-11-12T09:33:48,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3.' region-info for snapshot=snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:48,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:33:48,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45] hfiles 2023-11-12T09:33:48,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45 for snapshot=snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:49,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:49,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:33:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:33:49,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781628064_default_test-1699781612318 on region 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:49,133 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:49,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:33:49,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 2d54cec5c9bff1c1a6ba69175da4aee3 in 634 msec 2023-11-12T09:33:49,136 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:33:49,137 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:33:49,138 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:33:49,138 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:49,139 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/.tmp/snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:33:49,560 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:33:49,568 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:33:49,569 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/.tmp/snapshot_1699781628064_default_test-1699781612318 to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:49,570 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:33:49,570 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:33:49,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781628064_default_test-1699781612318 table=test-1699781612318 type=FLUSH ttl=0 } in 1.4920 sec 2023-11-12T09:33:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:33:50,190 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781623574 2023-11-12T09:33:50,190 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:33:50,192 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:33:50,192 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781623574_test-1699781612318 2023-11-12T09:33:50,192 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781628064_default_test-1699781612318 to hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/ 2023-11-12T09:33:50,196 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:33:50,231 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:36509, inputRoot=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:50,231 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34503,1699781599992_-497714268_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/.hbase-snapshot/.tmp/snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:50,231 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:36509, inputRoot=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8, snapshotDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/snapshot_1699781628064_default_test-1699781612318. 2023-11-12T09:33:50,245 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/.hbase-snapshot/snapshot_1699781628064_default_test-1699781612318 to hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/.hbase-snapshot/.tmp/snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:50,679 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:50,679 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:50,680 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:50,680 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:33:51,115 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:51,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:33:51,116 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:33:51,720 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop-5730966266752085908.jar 2023-11-12T09:33:51,721 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,721 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,722 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,722 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,722 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,723 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,723 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,724 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,724 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:51,725 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:51,725 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:51,726 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:51,726 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:51,727 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:51,727 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:51,728 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:51,728 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:51,729 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:51,729 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:51,730 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:51,730 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:51,734 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:33:51,735 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:33:51,735 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:51,736 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:33:51,736 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:33:51,737 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:51,737 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:51,823 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781628064_default_test-1699781612318' hfile list 2023-11-12T09:33:51,835 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:33:52,076 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.local.dir/1699781632028/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:52,076 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.local.dir/1699781632028/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:52,225 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:33:52,255 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45 output=hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45 2023-11-12T09:33:52,255 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:33:53,135 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:33:53,137 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:33:53,145 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:53,145 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781628064_default_test-1699781612318 finished. 2023-11-12T09:33:53,146 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupSystemTable(1034): test-1699781612318 2023-11-12T09:33:53,225 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781623574 2023-11-12T09:33:53,226 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:33:53,240 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36509/backupUT/backup_1699781623574/.backup.manifest 2023-11-12T09:33:53,240 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(358): Backup backup_1699781623574 finished: type=FULL,tablelist=test-1699781612318,targetRootDir=hdfs://localhost:36509/backupUT,startts=1699781627795,completets=1699781633223,bytescopied=0 2023-11-12T09:33:53,240 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:33:53,240 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:53,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781628064_default_test-1699781612318" 2023-11-12T09:33:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781628064_default_test-1699781612318 2023-11-12T09:33:53,255 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781628064_default_test-1699781612318 for backup backup_1699781623574 succeeded. 2023-11-12T09:33:53,256 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:33:53,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:33:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:33:53,273 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:33:53,281 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:33:53,295 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.TableBackupClient(376): Backup backup_1699781623574 completed. Backup session backup_1699781623574 finished. Status: SUCCESS 2023-11-12T09:33:53,295 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:53,322 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] backup.TestFullBackupSet(73): backup complete 2023-11-12T09:33:53,324 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-11-12T09:33:53,331 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab6ee90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:53,331 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:53,333 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49102, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:53,337 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:53,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:59580, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:53,359 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-12T09:33:53,360 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36509/backupUT/backup_1699781623574/.backup.manifest 2023-11-12T09:33:53,362 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781623574/.backup.manifest 2023-11-12T09:33:53,365 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36509/backupUT/backup_1699781623574/.backup.manifest 2023-11-12T09:33:53,368 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781623574/.backup.manifest 2023-11-12T09:33:53,368 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.RestoreTablesClient(148): Restoring 'test-1699781612318' to 'table1' from full backup image hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318 2023-11-12T09:33:53,379 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-12T09:33:53,379 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:53,380 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f in region [hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3] 2023-11-12T09:33:53,386 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45 first=row0 last=row98 2023-11-12T09:33:53,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:33:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-12T09:33:53,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:33:53,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-11-12T09:33:53,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:33:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:33:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:33:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:33:53,815 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fe5971af607babf525f8c42097190f85, NAME => 'table1,,1699781633393.fe5971af607babf525f8c42097190f85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8 2023-11-12T09:33:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:33:54,228 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1699781633393.fe5971af607babf525f8c42097190f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:54,228 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing fe5971af607babf525f8c42097190f85, disabling compactions & flushes 2023-11-12T09:33:54,228 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,228 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,228 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781633393.fe5971af607babf525f8c42097190f85. after waiting 0 ms 2023-11-12T09:33:54,228 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,228 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,228 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for fe5971af607babf525f8c42097190f85: 2023-11-12T09:33:54,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:33:54,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1699781633393.fe5971af607babf525f8c42097190f85.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1699781634230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781634230"}]},"ts":"1699781634230"} 2023-11-12T09:33:54,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:33:54,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:33:54,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781634232"}]},"ts":"1699781634232"} 2023-11-12T09:33:54,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-12T09:33:54,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, ASSIGN}] 2023-11-12T09:33:54,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, ASSIGN 2023-11-12T09:33:54,243 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40389,1699781603081; forceNewPlan=false, retain=false 2023-11-12T09:33:54,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=fe5971af607babf525f8c42097190f85, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:54,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure fe5971af607babf525f8c42097190f85, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:33:54,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:54,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,553 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => fe5971af607babf525f8c42097190f85, NAME => 'table1,,1699781633393.fe5971af607babf525f8c42097190f85.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:33:54,554 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:33:54,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1699781633393.fe5971af607babf525f8c42097190f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:33:54,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,555 INFO [StoreOpener-fe5971af607babf525f8c42097190f85-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,557 INFO [StoreOpener-fe5971af607babf525f8c42097190f85-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe5971af607babf525f8c42097190f85 columnFamilyName f 2023-11-12T09:33:54,557 DEBUG [StoreOpener-fe5971af607babf525f8c42097190f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:33:54,558 INFO [StoreOpener-fe5971af607babf525f8c42097190f85-1 {}] regionserver.HStore(324): Store=fe5971af607babf525f8c42097190f85/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:33:54,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,562 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for fe5971af607babf525f8c42097190f85 2023-11-12T09:33:54,564 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:33:54,565 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened fe5971af607babf525f8c42097190f85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10218889760, jitterRate=-0.048291727900505066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:33:54,565 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for fe5971af607babf525f8c42097190f85: 2023-11-12T09:33:54,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1699781633393.fe5971af607babf525f8c42097190f85., pid=38, masterSystemTime=1699781634549 2023-11-12T09:33:54,568 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,568 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:54,569 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=fe5971af607babf525f8c42097190f85, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:54,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-12T09:33:54,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure fe5971af607babf525f8c42097190f85, server=jenkins-hbase3.apache.org,40389,1699781603081 in 173 msec 2023-11-12T09:33:54,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:33:54,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, ASSIGN in 332 msec 2023-11-12T09:33:54,575 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:33:54,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781634575"}]},"ts":"1699781634575"} 2023-11-12T09:33:54,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-12T09:33:54,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:33:54,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1870 sec 2023-11-12T09:33:54,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-12T09:33:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:33:55,512 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3 from hbase tables test-1699781612318 to tables table1 2023-11-12T09:33:55,513 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1699781612318 into table1 2023-11-12T09:33:55,516 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513 from hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:55,524 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afce9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:55,526 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:55,527 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49176, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:55,541 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:33:55,541 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-12T09:33:55,546 DEBUG [hconnection-0x1346bcf0-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:55,548 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:55,551 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-12T09:33:55,552 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-12T09:33:55,552 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/partitions_9be5dd0b-d014-432c-820a-c0a057e511bc 2023-11-12T09:33:55,999 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,000 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,000 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,001 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,980 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop-3088353435405456508.jar 2023-11-12T09:33:56,980 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,981 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,981 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,982 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,982 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,982 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,983 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,983 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,984 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,984 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:56,985 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:33:56,985 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:33:56,986 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:33:56,986 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:33:56,987 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:33:56,987 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:33:56,988 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:33:56,988 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:33:56,989 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:33:56,989 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:33:56,990 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:33:56,993 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,994 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,994 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,995 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,995 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,995 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:33:56,996 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:33:56,996 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-12T09:33:56,997 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:56,997 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-12T09:33:56,997 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-12T09:33:56,998 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:33:57,010 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-12T09:33:57,103 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.local.dir/1699781637064/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:33:57,103 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/mapreduce.cluster.local.dir/1699781637064/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:33:57,198 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/archive/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/f/97589bfee707487ab3110f20049bef45 2023-11-12T09:33:57,204 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-12T09:33:57,336 DEBUG [pool-196-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7707fd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:57,339 DEBUG [hconnection-0x20dc6fe7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:57,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39682, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:57,343 DEBUG [pool-196-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:57,345 DEBUG [pool-196-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-12T09:33:57,345 DEBUG [pool-196-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:33:57,359 DEBUG [pool-196-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513/_temporary/0/_temporary/attempt_local2134905106_0002_r_000000_0/f/97b7fd70c9ff4b1bbe0e03a340e37200 is 37, key is row10/f:q1/1699781614966/Put/seqid=0 2023-11-12T09:33:57,362 WARN [Thread-752 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40389] Specified favored nodes: [jenkins-hbase3.apache.org:40389] 2023-11-12T09:33:58,173 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513 2023-11-12T09:33:58,180 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f2936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:58,182 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:58,184 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39694, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:58,191 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513/_SUCCESS 2023-11-12T09:33:58,195 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:58,199 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49184, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:58,234 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513/f/97b7fd70c9ff4b1bbe0e03a340e37200 first=Optional[row0] last=Optional[row98] 2023-11-12T09:33:58,257 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1699781633393.fe5971af607babf525f8c42097190f85., hostname=jenkins-hbase3.apache.org,40389,1699781603081, seqNum=2 for row with hfile group [{f,hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513/f/97b7fd70c9ff4b1bbe0e03a340e37200}] 2023-11-12T09:33:58,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513/f/97b7fd70c9ff4b1bbe0e03a340e37200 for inclusion in fe5971af607babf525f8c42097190f85/f 2023-11-12T09:33:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-12T09:33:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-12T09:33:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HRegion(2520): Flush status journal for fe5971af607babf525f8c42097190f85: 2023-11-12T09:33:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/hbase-staging/bulk_output-default-table1-1699781635513/f/97b7fd70c9ff4b1bbe0e03a340e37200 to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/staging/jenkins__table1__ggs4cj8pcqt15ga0bh1aupepcjfhclqh4r9gm22m2nuecbftg6qfegi172f7fd7n/f/97b7fd70c9ff4b1bbe0e03a340e37200 2023-11-12T09:33:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/staging/jenkins__table1__ggs4cj8pcqt15ga0bh1aupepcjfhclqh4r9gm22m2nuecbftg6qfegi172f7fd7n/f/97b7fd70c9ff4b1bbe0e03a340e37200 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/f/74ec4bf3c8df4ef085d90311390d5773_SeqId_4_ 2023-11-12T09:33:58,305 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:33:58,311 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:33:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59befa00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:58,316 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49212, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:58,323 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39696, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:33:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/staging/jenkins__table1__ggs4cj8pcqt15ga0bh1aupepcjfhclqh4r9gm22m2nuecbftg6qfegi172f7fd7n/f/97b7fd70c9ff4b1bbe0e03a340e37200 into fe5971af607babf525f8c42097190f85/f as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/f/74ec4bf3c8df4ef085d90311390d5773_SeqId_4_ - updating store file list. 2023-11-12T09:33:58,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/f/74ec4bf3c8df4ef085d90311390d5773_SeqId_4_ into fe5971af607babf525f8c42097190f85/f 2023-11-12T09:33:58,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/staging/jenkins__table1__ggs4cj8pcqt15ga0bh1aupepcjfhclqh4r9gm22m2nuecbftg6qfegi172f7fd7n/f/97b7fd70c9ff4b1bbe0e03a340e37200 into fe5971af607babf525f8c42097190f85/f (new location: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/f/74ec4bf3c8df4ef085d90311390d5773_SeqId_4_) 2023-11-12T09:33:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/staging/jenkins__table1__ggs4cj8pcqt15ga0bh1aupepcjfhclqh4r9gm22m2nuecbftg6qfegi172f7fd7n/f/97b7fd70c9ff4b1bbe0e03a340e37200 2023-11-12T09:33:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a78078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:58,371 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49214, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:33:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:58,378 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39704, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-12T09:33:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,401 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,402 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-12T09:33:58,402 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-12T09:33:58,402 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] impl.RestoreTablesClient(233): Backup: backup_1699781623574 hdfs://localhost:36509/backupUT/backup_1699781623574/default/test-1699781612318/ 2023-11-12T09:33:58,402 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-12T09:33:58,402 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$13(2695): Client=jenkins//172.31.12.81 disable table1 2023-11-12T09:33:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-12T09:33:58,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781638438"}]},"ts":"1699781638438"} 2023-11-12T09:33:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:33:58,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-12T09:33:58,443 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-12T09:33:58,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, UNASSIGN}] 2023-11-12T09:33:58,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, UNASSIGN 2023-11-12T09:33:58,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=fe5971af607babf525f8c42097190f85, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:58,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure fe5971af607babf525f8c42097190f85, server=jenkins-hbase3.apache.org,40389,1699781603081}] 2023-11-12T09:33:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:33:58,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:58,609 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close fe5971af607babf525f8c42097190f85 2023-11-12T09:33:58,609 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing fe5971af607babf525f8c42097190f85, disabling compactions & flushes 2023-11-12T09:33:58,609 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:58,609 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:58,609 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1699781633393.fe5971af607babf525f8c42097190f85. after waiting 0 ms 2023-11-12T09:33:58,609 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:58,617 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:33:58,618 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:58,619 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1699781633393.fe5971af607babf525f8c42097190f85. 2023-11-12T09:33:58,619 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for fe5971af607babf525f8c42097190f85: 2023-11-12T09:33:58,621 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed fe5971af607babf525f8c42097190f85 2023-11-12T09:33:58,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=fe5971af607babf525f8c42097190f85, regionState=CLOSED 2023-11-12T09:33:58,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:33:58,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure fe5971af607babf525f8c42097190f85, server=jenkins-hbase3.apache.org,40389,1699781603081 in 174 msec 2023-11-12T09:33:58,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-12T09:33:58,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=fe5971af607babf525f8c42097190f85, UNASSIGN in 181 msec 2023-11-12T09:33:58,627 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781638627"}]},"ts":"1699781638627"} 2023-11-12T09:33:58,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-12T09:33:58,631 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-12T09:33:58,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 204 msec 2023-11-12T09:33:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-12T09:33:58,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster$5(2449): Client=jenkins//172.31.12.81 delete table1 2023-11-12T09:33:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-11-12T09:33:58,759 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:33:58,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:33:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:58,767 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85 2023-11-12T09:33:58,772 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/f, FileablePath, hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/recovered.edits] 2023-11-12T09:33:58,780 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/f/74ec4bf3c8df4ef085d90311390d5773_SeqId_4_ to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/archive/data/default/table1/fe5971af607babf525f8c42097190f85/f/74ec4bf3c8df4ef085d90311390d5773_SeqId_4_ 2023-11-12T09:33:58,784 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85/recovered.edits/6.seqid to hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/archive/data/default/table1/fe5971af607babf525f8c42097190f85/recovered.edits/6.seqid 2023-11-12T09:33:58,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/table1/fe5971af607babf525f8c42097190f85 2023-11-12T09:33:58,785 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-12T09:33:58,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:33:58,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40389 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-12T09:33:58,798 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-11-12T09:33:58,801 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-12T09:33:58,802 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:33:58,802 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-12T09:33:58,803 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1699781633393.fe5971af607babf525f8c42097190f85.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1699781638802"}]},"ts":"9223372036854775807"} 2023-11-12T09:33:58,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-12T09:33:58,805 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fe5971af607babf525f8c42097190f85, NAME => 'table1,,1699781633393.fe5971af607babf525f8c42097190f85.', STARTKEY => '', ENDKEY => ''}] 2023-11-12T09:33:58,805 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-12T09:33:58,805 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1699781638805"}]},"ts":"9223372036854775807"} 2023-11-12T09:33:58,807 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-12T09:33:58,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-12T09:33:58,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 59 msec 2023-11-12T09:33:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:33:58,864 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] backup.TestFullBackupSet(86): restore into other table is complete 2023-11-12T09:33:58,883 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSet#testFullBackupSetExist Thread=600 (was 583) Potentially hanging thread: hconnection-0x104c30ad-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6a23633e-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_979635024_16 at /127.0.0.1:60750 [Receiving block BP-1102276740-172.31.12.81-1699781596783:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x104c30ad-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1422746920_16 at /127.0.0.1:60772 [Waiting for operation #28] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40389,1699781603081)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,40389,1699781603081' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,34503,1699781599992)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1102276740-172.31.12.81-1699781596783:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x104c30ad-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x104c30ad-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x104c30ad-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1102276740-172.31.12.81-1699781596783:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_979635024_16 at /127.0.0.1:60754 [Receiving block BP-1102276740-172.31.12.81-1699781596783:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6a23633e-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x104c30ad-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6a23633e-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6a23633e-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1422746920_16 at /127.0.0.1:39790 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=706 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=176 (was 197), ProcessCount=168 (was 168), AvailableMemoryMB=5431 (was 5765) 2023-11-12T09:33:58,883 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:33:58,898 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSet#testFullBackupSetDoesNotExist Thread=600, OpenFileDescriptor=706, MaxFileDescriptor=60000, SystemLoadAverage=176, ProcessCount=168, AvailableMemoryMB=5430 2023-11-12T09:33:58,898 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:33:58,898 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] backup.TestFullBackupSet(93): test full backup, backup set does not exist 2023-11-12T09:33:58,905 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d5eb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:33:58,906 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:33:58,907 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49218, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:33:58,912 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:33:58,914 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39716, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService ERROR: Backup set 'name1' is either empty or does not exist Usage: hbase backup create [options] type "full" to create a full backup image "incremental" to create an incremental backup image backup_path Full path to store the backup image Options: -b Bandwidth per task (MapReduce task) in MB/s -d Enable debug loggings -q Yarn queue name to run backup create command on -s Backup set to backup, mutually exclusive with -t (table list) -t Table name list, comma-separated. -w Number of parallel MapReduce tasks to execute 2023-11-12T09:33:58,959 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,977 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSet#testFullBackupSetDoesNotExist Thread=603 (was 600) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60587@0x3bbe3ea4 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/2035429142.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60587@0x3bbe3ea4-SendThread(127.0.0.1:60587) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60587@0x3bbe3ea4-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) - Thread LEAK? -, OpenFileDescriptor=711 (was 706) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=176 (was 176), ProcessCount=168 (was 168), AvailableMemoryMB=5430 (was 5430) 2023-11-12T09:33:58,977 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.ResourceChecker(130): Thread=603 is superior to 500 2023-11-12T09:33:58,985 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:33:58,985 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,985 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:33:58,985 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] util.JVMClusterUtil(257): Found active master hash=853168384, stopped=false 2023-11-12T09:33:58,986 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:33:58,988 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:33:58,989 DEBUG [Listener at jenkins-hbase3.apache.org/34423 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:58,989 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,40389,1699781603081' ***** 2023-11-12T09:33:58,989 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:33:58,989 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:33:59,002 INFO [RS:0;jenkins-hbase3:40389 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@345c550f{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:33:59,006 INFO [RS:0;jenkins-hbase3:40389 {}] server.AbstractConnector(383): Stopped ServerConnector@63b620c1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:33:59,006 INFO [RS:0;jenkins-hbase3:40389 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:33:59,007 INFO [RS:0;jenkins-hbase3:40389 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@441b91d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:33:59,008 INFO [RS:0;jenkins-hbase3:40389 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@53572b0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.log.dir/,STOPPED} 2023-11-12T09:33:59,010 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:33:59,010 INFO [RS:0;jenkins-hbase3:40389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:33:59,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:33:59,010 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:33:59,010 INFO [RS:0;jenkins-hbase3:40389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 78517e423c9442344db5d13f87fd1830 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 7bd5754f916eb74984c11243fb7977fd 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 9b1109aeb147a87ff0bdcf6819f84114 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 2d54cec5c9bff1c1a6ba69175da4aee3 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:59,011 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 01605fb8d3e2458f459d59394707e3cc 2023-11-12T09:33:59,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 78517e423c9442344db5d13f87fd1830, disabling compactions & flushes 2023-11-12T09:33:59,012 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,40389,1699781603081 2023-11-12T09:33:59,012 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:59,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:59,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. after waiting 0 ms 2023-11-12T09:33:59,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:59,012 DEBUG [RS:0;jenkins-hbase3:40389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:33:59,013 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:33:59,013 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:33:59,013 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:33:59,013 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:33:59,013 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:33:59,014 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:33:59,014 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1583): Online Regions={78517e423c9442344db5d13f87fd1830=ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830., 7bd5754f916eb74984c11243fb7977fd=backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd., 9b1109aeb147a87ff0bdcf6819f84114=backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114., 2d54cec5c9bff1c1a6ba69175da4aee3=test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3., 1588230740=hbase:meta,,1.1588230740, ee4f6310786fd86e88c4a683521fe283=hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283., 9285d210ff1e0f99d1dff0c3f405b65d=ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d., 01605fb8d3e2458f459d59394707e3cc=ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.} 2023-11-12T09:33:59,014 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:33:59,014 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:33:59,014 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:33:59,014 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:33:59,014 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.38 KB heapSize=20.10 KB 2023-11-12T09:33:59,015 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1609): Waiting on 01605fb8d3e2458f459d59394707e3cc, 1588230740, 2d54cec5c9bff1c1a6ba69175da4aee3, 78517e423c9442344db5d13f87fd1830, 7bd5754f916eb74984c11243fb7977fd, 9285d210ff1e0f99d1dff0c3f405b65d, 9b1109aeb147a87ff0bdcf6819f84114, ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:59,019 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns3/test-16997816123182/78517e423c9442344db5d13f87fd1830/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:33:59,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:59,022 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:59,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 78517e423c9442344db5d13f87fd1830: 2023-11-12T09:33:59,022 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997816123182,,1699781617258.78517e423c9442344db5d13f87fd1830. 2023-11-12T09:33:59,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7bd5754f916eb74984c11243fb7977fd, disabling compactions & flushes 2023-11-12T09:33:59,023 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:59,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:59,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. after waiting 0 ms 2023-11-12T09:33:59,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:59,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system_bulk/7bd5754f916eb74984c11243fb7977fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:33:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:59,032 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:59,032 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7bd5754f916eb74984c11243fb7977fd: 2023-11-12T09:33:59,032 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781622830.7bd5754f916eb74984c11243fb7977fd. 2023-11-12T09:33:59,032 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9b1109aeb147a87ff0bdcf6819f84114, disabling compactions & flushes 2023-11-12T09:33:59,032 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:59,032 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:59,033 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. after waiting 0 ms 2023-11-12T09:33:59,033 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:59,033 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9b1109aeb147a87ff0bdcf6819f84114 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-11-12T09:33:59,038 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/meta/fcec7a525e094447b6dbf2de13502a3f is 169, key is trslm:hdfs://localhost:36509/backupUT\x00test-1699781612318/meta:log-roll-map/1699781633212/Put/seqid=0 2023-11-12T09:33:59,046 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/info/168a6aa767214f988ef06733f8804bc4 is 159, key is ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d./info:regioninfo/1699781616251/Put/seqid=0 2023-11-12T09:33:59,049 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:33:59,215 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1609): Waiting on 01605fb8d3e2458f459d59394707e3cc, 1588230740, 2d54cec5c9bff1c1a6ba69175da4aee3, 9285d210ff1e0f99d1dff0c3f405b65d, 9b1109aeb147a87ff0bdcf6819f84114, ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:59,415 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1609): Waiting on 01605fb8d3e2458f459d59394707e3cc, 1588230740, 2d54cec5c9bff1c1a6ba69175da4aee3, 9285d210ff1e0f99d1dff0c3f405b65d, 9b1109aeb147a87ff0bdcf6819f84114, ee4f6310786fd86e88c4a683521fe283 2023-11-12T09:33:59,444 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/meta/fcec7a525e094447b6dbf2de13502a3f 2023-11-12T09:33:59,453 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.34 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/info/168a6aa767214f988ef06733f8804bc4 2023-11-12T09:33:59,463 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/session/c87b1815b83c402e99e46dd51cc6ca2b is 310, key is session:backup_1699781623574/session:context/1699781633279/Put/seqid=0 2023-11-12T09:33:59,484 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/session/c87b1815b83c402e99e46dd51cc6ca2b 2023-11-12T09:33:59,485 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/rep_barrier/3bd42968c45a400a81bac4e8136b49c3 is 90, key is table1,,1699781633393.fe5971af607babf525f8c42097190f85./rep_barrier:/1699781638789/DeleteFamily/seqid=0 2023-11-12T09:33:59,493 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/rep_barrier/3bd42968c45a400a81bac4e8136b49c3 2023-11-12T09:33:59,494 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/meta/fcec7a525e094447b6dbf2de13502a3f as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/meta/fcec7a525e094447b6dbf2de13502a3f 2023-11-12T09:33:59,503 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/meta/fcec7a525e094447b6dbf2de13502a3f, entries=4, sequenceid=17, filesize=5.5 K 2023-11-12T09:33:59,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/.tmp/session/c87b1815b83c402e99e46dd51cc6ca2b as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/session/c87b1815b83c402e99e46dd51cc6ca2b 2023-11-12T09:33:59,512 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/session/c87b1815b83c402e99e46dd51cc6ca2b, entries=2, sequenceid=17, filesize=5.3 K 2023-11-12T09:33:59,514 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 9b1109aeb147a87ff0bdcf6819f84114 in 481ms, sequenceid=17, compaction requested=false 2023-11-12T09:33:59,522 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/table/e4f6ac84f80a40a3891d72b468bb341c is 84, key is table1,,1699781633393.fe5971af607babf525f8c42097190f85./table:/1699781638789/DeleteFamily/seqid=0 2023-11-12T09:33:59,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/backup/system/9b1109aeb147a87ff0bdcf6819f84114/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2023-11-12T09:33:59,532 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=982 B at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/table/e4f6ac84f80a40a3891d72b468bb341c 2023-11-12T09:33:59,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:59,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:59,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9b1109aeb147a87ff0bdcf6819f84114: 2023-11-12T09:33:59,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781621700.9b1109aeb147a87ff0bdcf6819f84114. 2023-11-12T09:33:59,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2d54cec5c9bff1c1a6ba69175da4aee3, disabling compactions & flushes 2023-11-12T09:33:59,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:59,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:59,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. after waiting 0 ms 2023-11-12T09:33:59,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:59,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/default/test-1699781612318/2d54cec5c9bff1c1a6ba69175da4aee3/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:33:59,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:59,543 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:59,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2d54cec5c9bff1c1a6ba69175da4aee3: 2023-11-12T09:33:59,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781612318,,1699781612808.2d54cec5c9bff1c1a6ba69175da4aee3. 2023-11-12T09:33:59,544 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ee4f6310786fd86e88c4a683521fe283, disabling compactions & flushes 2023-11-12T09:33:59,544 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:59,544 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:59,544 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. after waiting 0 ms 2023-11-12T09:33:59,544 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:59,544 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ee4f6310786fd86e88c4a683521fe283 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:33:59,546 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/info/168a6aa767214f988ef06733f8804bc4 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/info/168a6aa767214f988ef06733f8804bc4 2023-11-12T09:33:59,554 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/info/168a6aa767214f988ef06733f8804bc4, entries=72, sequenceid=51, filesize=14.3 K 2023-11-12T09:33:59,555 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/rep_barrier/3bd42968c45a400a81bac4e8136b49c3 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/rep_barrier/3bd42968c45a400a81bac4e8136b49c3 2023-11-12T09:33:59,563 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/.tmp/info/ff23db0aec6b4639ad96471914001fa9 is 45, key is default/info:d/1699781607333/Put/seqid=0 2023-11-12T09:33:59,568 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/rep_barrier/3bd42968c45a400a81bac4e8136b49c3, entries=1, sequenceid=51, filesize=5.3 K 2023-11-12T09:33:59,569 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/.tmp/table/e4f6ac84f80a40a3891d72b468bb341c as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/table/e4f6ac84f80a40a3891d72b468bb341c 2023-11-12T09:33:59,572 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/.tmp/info/ff23db0aec6b4639ad96471914001fa9 2023-11-12T09:33:59,579 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/table/e4f6ac84f80a40a3891d72b468bb341c, entries=16, sequenceid=51, filesize=5.9 K 2023-11-12T09:33:59,580 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/.tmp/info/ff23db0aec6b4639ad96471914001fa9 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/info/ff23db0aec6b4639ad96471914001fa9 2023-11-12T09:33:59,580 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.38 KB/11654, heapSize ~20.05 KB/20536, currentSize=0 B/0 for 1588230740 in 566ms, sequenceid=51, compaction requested=false 2023-11-12T09:33:59,595 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/info/ff23db0aec6b4639ad96471914001fa9, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:33:59,596 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for ee4f6310786fd86e88c4a683521fe283 in 52ms, sequenceid=11, compaction requested=false 2023-11-12T09:33:59,601 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/meta/1588230740/recovered.edits/54.seqid, newMaxSeqId=54, maxSeqId=1 2023-11-12T09:33:59,605 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:59,605 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:33:59,607 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:33:59,608 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:33:59,608 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:33:59,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/hbase/namespace/ee4f6310786fd86e88c4a683521fe283/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:33:59,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:33:59,612 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:59,612 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ee4f6310786fd86e88c4a683521fe283: 2023-11-12T09:33:59,612 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781606238.ee4f6310786fd86e88c4a683521fe283. 2023-11-12T09:33:59,613 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9285d210ff1e0f99d1dff0c3f405b65d, disabling compactions & flushes 2023-11-12T09:33:59,613 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:59,613 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:59,613 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. after waiting 0 ms 2023-11-12T09:33:59,613 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:33:59,613 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9285d210ff1e0f99d1dff0c3f405b65d 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:33:59,616 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1609): Waiting on 01605fb8d3e2458f459d59394707e3cc, 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:33:59,633 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/.tmp/f/036221252dec49648e179d20ec26e18b is 37, key is row10/f:q1/1699781617180/Put/seqid=0 2023-11-12T09:33:59,680 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:33:59,680 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:33:59,816 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1609): Waiting on 01605fb8d3e2458f459d59394707e3cc, 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:34:00,016 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-11-12T09:34:00,016 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1583): Online Regions={9285d210ff1e0f99d1dff0c3f405b65d=ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d., 01605fb8d3e2458f459d59394707e3cc=ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc.} 2023-11-12T09:34:00,016 DEBUG [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1609): Waiting on 01605fb8d3e2458f459d59394707e3cc, 9285d210ff1e0f99d1dff0c3f405b65d 2023-11-12T09:34:00,039 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/.tmp/f/036221252dec49648e179d20ec26e18b 2023-11-12T09:34:00,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/.tmp/f/036221252dec49648e179d20ec26e18b as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/f/036221252dec49648e179d20ec26e18b 2023-11-12T09:34:00,053 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/f/036221252dec49648e179d20ec26e18b, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:34:00,054 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9285d210ff1e0f99d1dff0c3f405b65d in 441ms, sequenceid=103, compaction requested=false 2023-11-12T09:34:00,061 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns2/test-16997816123181/9285d210ff1e0f99d1dff0c3f405b65d/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:34:00,061 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:00,062 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:34:00,062 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9285d210ff1e0f99d1dff0c3f405b65d: 2023-11-12T09:34:00,062 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997816123181,,1699781615049.9285d210ff1e0f99d1dff0c3f405b65d. 2023-11-12T09:34:00,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 01605fb8d3e2458f459d59394707e3cc, disabling compactions & flushes 2023-11-12T09:34:00,063 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:34:00,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:34:00,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. after waiting 0 ms 2023-11-12T09:34:00,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:34:00,066 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/data/ns4/test-16997816123183/01605fb8d3e2458f459d59394707e3cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:34:00,067 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:00,068 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:34:00,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 01605fb8d3e2458f459d59394707e3cc: 2023-11-12T09:34:00,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997816123183,,1699781619382.01605fb8d3e2458f459d59394707e3cc. 2023-11-12T09:34:00,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:34:00,217 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,40389,1699781603081; all regions closed. 2023-11-12T09:34:00,225 DEBUG [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/oldWALs 2023-11-12T09:34:00,225 INFO [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40389%2C1699781603081.meta:.meta(num 1699781627886) 2023-11-12T09:34:00,231 DEBUG [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/oldWALs 2023-11-12T09:34:00,231 INFO [RS:0;jenkins-hbase3:40389 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40389%2C1699781603081:(num 1699781627865) 2023-11-12T09:34:00,231 DEBUG [RS:0;jenkins-hbase3:40389 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:00,231 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:34:00,232 INFO [RS:0;jenkins-hbase3:40389 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:34:00,232 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:34:00,233 INFO [RS:0;jenkins-hbase3:40389 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:40389 2023-11-12T09:34:00,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,40389,1699781603081] 2023-11-12T09:34:00,244 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,40389,1699781603081; numProcessing=1 2023-11-12T09:34:00,246 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,40389,1699781603081 expired; onlineServers=0 2023-11-12T09:34:00,246 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34503,1699781599992' ***** 2023-11-12T09:34:00,246 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:34:00,247 DEBUG [M:0;jenkins-hbase3:34503 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2950b169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:34:00,247 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:34:00,290 INFO [M:0;jenkins-hbase3:34503 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@d9ad29f{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:34:00,290 INFO [M:0;jenkins-hbase3:34503 {}] server.AbstractConnector(383): Stopped ServerConnector@759c1839{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:34:00,290 INFO [M:0;jenkins-hbase3:34503 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:34:00,291 INFO [M:0;jenkins-hbase3:34503 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@208cccd8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:34:00,292 INFO [M:0;jenkins-hbase3:34503 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@56e2e9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/hadoop.log.dir/,STOPPED} 2023-11-12T09:34:00,292 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34503,1699781599992 2023-11-12T09:34:00,292 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34503,1699781599992; all regions closed. 2023-11-12T09:34:00,292 DEBUG [M:0;jenkins-hbase3:34503 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:00,292 INFO [M:0;jenkins-hbase3:34503 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:34:00,293 INFO [M:0;jenkins-hbase3:34503 {}] server.AbstractConnector(383): Stopped ServerConnector@28909016{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:34:00,294 DEBUG [M:0;jenkins-hbase3:34503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:34:00,294 INFO [M:0;jenkins-hbase3:34503 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:34:00,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:34:00,294 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781604479 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781604479,5,FailOnTimeoutGroup] 2023-11-12T09:34:00,294 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781604480 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781604480,5,FailOnTimeoutGroup] 2023-11-12T09:34:00,294 DEBUG [M:0;jenkins-hbase3:34503 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:00,294 DEBUG [M:0;jenkins-hbase3:34503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:34:00,294 INFO [M:0;jenkins-hbase3:34503 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:34:00,294 DEBUG [M:0;jenkins-hbase3:34503 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:34:00,294 INFO [M:0;jenkins-hbase3:34503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:34:00,295 ERROR [M:0;jenkins-hbase3:34503 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] 2023-11-12T09:34:00,295 INFO [M:0;jenkins-hbase3:34503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:34:00,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:34:00,296 WARN [M:0;jenkins-hbase3:34503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:34:00,296 INFO [M:0;jenkins-hbase3:34503 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:34:00,296 INFO [M:0;jenkins-hbase3:34503 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:34:00,297 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:34:00,311 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:00,311 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:00,311 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:34:00,311 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:00,311 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=164.47 KB heapSize=196.93 KB 2023-11-12T09:34:00,325 DEBUG [M:0;jenkins-hbase3:34503 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f286f96e0898484ab5e5a1c19527ed23 is 88, key is hbase:meta,,1/info:sn/1699781605507/Put/seqid=0 2023-11-12T09:34:00,343 INFO [RS:0;jenkins-hbase3:40389 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,40389,1699781603081; zookeeper connection closed. 2023-11-12T09:34:00,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@350fc5f4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@350fc5f4 2023-11-12T09:34:00,344 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:34:00,730 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f286f96e0898484ab5e5a1c19527ed23 2023-11-12T09:34:00,751 DEBUG [M:0;jenkins-hbase3:34503 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b18bff1a0c5491d82e72756c060cad8 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699781623252/Put/seqid=0 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997816123183 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781612318 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997816123181 2023-11-12T09:34:01,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:01,116 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997816123182 2023-11-12T09:34:01,156 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=163.88 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b18bff1a0c5491d82e72756c060cad8 2023-11-12T09:34:01,162 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b18bff1a0c5491d82e72756c060cad8 2023-11-12T09:34:01,178 DEBUG [M:0;jenkins-hbase3:34503 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ead7d3de674fcd8a11c1d90288b81e is 82, key is jenkins-hbase3.apache.org,40389,1699781603081/rs:state/1699781604585/Put/seqid=0 2023-11-12T09:34:01,182 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ead7d3de674fcd8a11c1d90288b81e 2023-11-12T09:34:01,189 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f286f96e0898484ab5e5a1c19527ed23 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f286f96e0898484ab5e5a1c19527ed23 2023-11-12T09:34:01,194 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f286f96e0898484ab5e5a1c19527ed23, entries=8, sequenceid=377, filesize=5.5 K 2023-11-12T09:34:01,195 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b18bff1a0c5491d82e72756c060cad8 as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b18bff1a0c5491d82e72756c060cad8 2023-11-12T09:34:01,203 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b18bff1a0c5491d82e72756c060cad8 2023-11-12T09:34:01,203 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b18bff1a0c5491d82e72756c060cad8, entries=42, sequenceid=377, filesize=14.3 K 2023-11-12T09:34:01,204 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ead7d3de674fcd8a11c1d90288b81e as hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ead7d3de674fcd8a11c1d90288b81e 2023-11-12T09:34:01,209 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36509/user/jenkins/test-data/098a776d-0872-409d-cebb-8d18875aced8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ead7d3de674fcd8a11c1d90288b81e, entries=1, sequenceid=377, filesize=5.1 K 2023-11-12T09:34:01,210 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(3022): Finished flush of dataSize ~164.47 KB/168416, heapSize ~196.63 KB/201352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=377, compaction requested=false 2023-11-12T09:34:01,213 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:01,213 DEBUG [M:0;jenkins-hbase3:34503 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:34:01,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:34:01,216 INFO [M:0;jenkins-hbase3:34503 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:34:01,216 INFO [M:0;jenkins-hbase3:34503 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:34:01,217 INFO [M:0;jenkins-hbase3:34503 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34503 2023-11-12T09:34:01,321 INFO [M:0;jenkins-hbase3:34503 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34503,1699781599992; zookeeper connection closed. 2023-11-12T09:34:01,325 WARN [Listener at jenkins-hbase3.apache.org/34423 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:34:01,328 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:34:01,435 WARN [BP-1102276740-172.31.12.81-1699781596783 heartbeating to localhost/127.0.0.1:36509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:34:01,435 WARN [BP-1102276740-172.31.12.81-1699781596783 heartbeating to localhost/127.0.0.1:36509 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1102276740-172.31.12.81-1699781596783 (Datanode Uuid 168392aa-0d57-4761-926c-8a43a1af8bf0) service to localhost/127.0.0.1:36509 2023-11-12T09:34:01,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/dfs/data/data1/current/BP-1102276740-172.31.12.81-1699781596783 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:34:01,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2b7233f2-3a8b-741d-ed72-fe121a7df9a3/cluster_f2e023d3-f9a1-868d-077c-fbc816d43f44/dfs/data/data2/current/BP-1102276740-172.31.12.81-1699781596783 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:34:01,468 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:34:01,626 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:34:01,626 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:34:01,638 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:01,752 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:01,861 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:34:01,862 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:01,968 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:34:01,972 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:34:01,973 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:34:01,977 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:02,080 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:34:02,080 INFO [Listener at jenkins-hbase3.apache.org/34423 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped