2023-08-10 06:21:15,392 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:21:15,408 main DEBUG Took 0.012977 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-10 06:21:15,408 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-10 06:21:15,408 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-10 06:21:15,409 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-10 06:21:15,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,422 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-10 06:21:15,439 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,441 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,442 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,443 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,443 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,444 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,446 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,446 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,447 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,448 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:21:15,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,450 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-10 06:21:15,453 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:21:15,455 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-10 06:21:15,457 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-10 06:21:15,458 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-10 06:21:15,459 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-10 06:21:15,459 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-10 06:21:15,474 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-10 06:21:15,477 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-10 06:21:15,481 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-10 06:21:15,482 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-10 06:21:15,482 main DEBUG createAppenders(={Console}) 2023-08-10 06:21:15,483 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-08-10 06:21:15,483 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:21:15,484 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-08-10 06:21:15,484 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-10 06:21:15,484 main DEBUG OutputStream closed 2023-08-10 06:21:15,485 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-10 06:21:15,485 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-10 06:21:15,485 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-08-10 06:21:15,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-10 06:21:15,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-10 06:21:15,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-10 06:21:15,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-10 06:21:15,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-10 06:21:15,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-10 06:21:15,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-10 06:21:15,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-10 06:21:15,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-10 06:21:15,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-10 06:21:15,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-10 06:21:15,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-10 06:21:15,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-10 06:21:15,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-10 06:21:15,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-10 06:21:15,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-10 06:21:15,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-10 06:21:15,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-10 06:21:15,545 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10 06:21:15,545 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-08-10 06:21:15,546 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-10 06:21:15,546 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-08-10T06:21:15,577 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRestoreBoundaryTests timeout: 13 mins 2023-08-10 06:21:15,581 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-10 06:21:15,581 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10T06:21:15,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a 2023-08-10T06:21:15,902 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:21:15,905 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:21:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-10T06:21:15,909 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83, deleteOnExit=true 2023-08-10T06:21:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-10T06:21:15,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/test.cache.data in system properties and HBase conf 2023-08-10T06:21:15,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:21:15,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:21:15,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:21:15,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:21:15,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:21:16,005 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-10T06:21:16,453 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-10T06:21:16,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:16,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:16,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:21:16,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:16,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:21:16,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:21:16,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:16,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:16,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:21:16,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:21:16,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:21:16,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:16,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:21:16,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-10T06:21:16,986 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:21:16,992 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:21:17,276 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-10T06:21:17,432 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@3ebd6c2 via org.mortbay.log.Slf4jLog 2023-08-10T06:21:17,452 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:17,500 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:17,536 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir/Jetty_localhost_36435_hdfs____.2rw8ar/webapp 2023-08-10T06:21:17,691 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36435 2023-08-10T06:21:17,718 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:21:17,719 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:21:18,273 WARN [Listener at localhost/40013 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:21:18,346 WARN [Listener at localhost/40013 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-10T06:21:18,368 WARN [Listener at localhost/40013 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:18,374 INFO [Listener at localhost/40013 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:18,381 INFO [Listener at localhost/40013 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir/Jetty_localhost_39745_datanode____vl5whl/webapp 2023-08-10T06:21:18,483 INFO [Listener at localhost/40013 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39745 2023-08-10T06:21:18,772 WARN [Listener at localhost/43295 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:21:19,052 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-10T06:21:19,226 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xda8d87c00c8d80cf: Processing first storage report for DS-d45c6278-1c77-43c5-81aa-44505b17dd45 from datanode 4564f05a-50da-4b2c-ba81-42991a03235f 2023-08-10T06:21:19,228 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xda8d87c00c8d80cf: from storage DS-d45c6278-1c77-43c5-81aa-44505b17dd45 node DatanodeRegistration(127.0.0.1:43241, datanodeUuid=4564f05a-50da-4b2c-ba81-42991a03235f, infoPort=41751, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=13140271;c=1691648477069), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-08-10T06:21:19,228 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xda8d87c00c8d80cf: Processing first storage report for DS-dafed896-f603-429f-901d-553313fcf158 from datanode 4564f05a-50da-4b2c-ba81-42991a03235f 2023-08-10T06:21:19,228 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xda8d87c00c8d80cf: from storage DS-dafed896-f603-429f-901d-553313fcf158 node DatanodeRegistration(127.0.0.1:43241, datanodeUuid=4564f05a-50da-4b2c-ba81-42991a03235f, infoPort=41751, infoSecurePort=0, ipcPort=43295, storageInfo=lv=-57;cid=testClusterID;nsid=13140271;c=1691648477069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-08-10T06:21:19,298 DEBUG [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a 2023-08-10T06:21:19,395 INFO [Listener at localhost/43295 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/zookeeper_0, clientPort=64460, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-10T06:21:19,413 INFO [Listener at localhost/43295 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64460 2023-08-10T06:21:19,420 INFO [Listener at localhost/43295 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:19,422 INFO [Listener at localhost/43295 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:20,084 INFO [Listener at localhost/43295 {}] util.FSUtils(461): Created version file at hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 with version=8 2023-08-10T06:21:20,084 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging 2023-08-10T06:21:20,100 DEBUG [Listener at localhost/43295 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-10T06:21:20,100 DEBUG [Listener at localhost/43295 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-10T06:21:20,101 DEBUG [Listener at localhost/43295 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-10T06:21:20,101 DEBUG [Listener at localhost/43295 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-10T06:21:20,324 DEBUG [Listener at localhost/43295 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-10T06:21:20,490 INFO [Listener at localhost/43295 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-10T06:21:21,180 INFO [Listener at localhost/43295 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:21:21,227 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:21,228 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:21,228 INFO [Listener at localhost/43295 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:21:21,228 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:21,228 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:21:21,385 INFO [Listener at localhost/43295 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:21:21,504 DEBUG [Listener at localhost/43295 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-10T06:21:21,510 INFO [Listener at localhost/43295 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:21:21,564 DEBUG [Listener at localhost/43295 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 20201 (auto-detected) 2023-08-10T06:21:21,566 DEBUG [Listener at localhost/43295 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-10T06:21:21,618 INFO [Listener at localhost/43295 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:38093 2023-08-10T06:21:21,634 INFO [Listener at localhost/43295 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:21,636 INFO [Listener at localhost/43295 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:21,656 INFO [Listener at localhost/43295 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:38093 connecting to ZooKeeper ensemble=127.0.0.1:64460 2023-08-10T06:21:21,715 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:380930x0, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:21:21,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:38093-0x10060e4b0ed0000 connected 2023-08-10T06:21:21,755 DEBUG [Listener at localhost/43295 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:21:21,760 DEBUG [Listener at localhost/43295 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:21:21,765 DEBUG [Listener at localhost/43295 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:21:21,777 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38093 2023-08-10T06:21:21,777 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38093 2023-08-10T06:21:21,778 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38093 2023-08-10T06:21:21,779 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38093 2023-08-10T06:21:21,780 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38093 2023-08-10T06:21:21,837 INFO [Listener at localhost/43295 {}] log.Log(170): Logging initialized @7221ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-10T06:21:21,961 INFO [Listener at localhost/43295 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:21:21,962 INFO [Listener at localhost/43295 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:21:21,963 INFO [Listener at localhost/43295 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:21:21,965 INFO [Listener at localhost/43295 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-10T06:21:21,965 INFO [Listener at localhost/43295 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:21:21,965 INFO [Listener at localhost/43295 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:21:21,968 INFO [Listener at localhost/43295 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:21:22,110 INFO [Listener at localhost/43295 {}] http.HttpServer(1219): Jetty bound to port 35753 2023-08-10T06:21:22,113 INFO [Listener at localhost/43295 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:21:22,169 INFO [Listener at localhost/43295 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:22,174 INFO [Listener at localhost/43295 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6d1ad3b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:21:22,175 INFO [Listener at localhost/43295 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:22,175 INFO [Listener at localhost/43295 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@f2e8778{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:21:22,258 INFO [Listener at localhost/43295 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:21:22,272 INFO [Listener at localhost/43295 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:21:22,272 INFO [Listener at localhost/43295 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:21:22,274 INFO [Listener at localhost/43295 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-08-10T06:21:22,282 INFO [Listener at localhost/43295 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:23,593 INFO [Listener at localhost/43295 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4ef2fef2{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:21:23,608 INFO [Listener at localhost/43295 {}] server.AbstractConnector(333): Started ServerConnector@19891bf8{HTTP/1.1, (http/1.1)}{0.0.0.0:35753} 2023-08-10T06:21:23,608 INFO [Listener at localhost/43295 {}] server.Server(415): Started @8993ms 2023-08-10T06:21:23,613 INFO [Listener at localhost/43295 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2, hbase.cluster.distributed=false 2023-08-10T06:21:23,684 INFO [Listener at localhost/43295 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:21:23,684 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:23,684 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:23,684 INFO [Listener at localhost/43295 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:21:23,685 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:21:23,685 INFO [Listener at localhost/43295 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:21:23,693 INFO [Listener at localhost/43295 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:21:23,695 INFO [Listener at localhost/43295 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:21:23,696 INFO [Listener at localhost/43295 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:33583 2023-08-10T06:21:23,699 INFO [Listener at localhost/43295 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-10T06:21:23,707 DEBUG [Listener at localhost/43295 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-10T06:21:23,708 INFO [Listener at localhost/43295 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:23,711 INFO [Listener at localhost/43295 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:23,712 INFO [Listener at localhost/43295 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:33583 connecting to ZooKeeper ensemble=127.0.0.1:64460 2023-08-10T06:21:23,716 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:335830x0, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:21:23,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:33583-0x10060e4b0ed0001 connected 2023-08-10T06:21:23,717 DEBUG [Listener at localhost/43295 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:21:23,718 DEBUG [Listener at localhost/43295 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:21:23,719 DEBUG [Listener at localhost/43295 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:21:23,719 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33583 2023-08-10T06:21:23,720 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33583 2023-08-10T06:21:23,722 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33583 2023-08-10T06:21:23,722 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33583 2023-08-10T06:21:23,722 DEBUG [Listener at localhost/43295 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33583 2023-08-10T06:21:23,726 INFO [Listener at localhost/43295 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:21:23,726 INFO [Listener at localhost/43295 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:21:23,726 INFO [Listener at localhost/43295 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:21:23,727 INFO [Listener at localhost/43295 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-10T06:21:23,727 INFO [Listener at localhost/43295 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:21:23,727 INFO [Listener at localhost/43295 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:21:23,727 INFO [Listener at localhost/43295 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:21:23,730 INFO [Listener at localhost/43295 {}] http.HttpServer(1219): Jetty bound to port 33873 2023-08-10T06:21:23,730 INFO [Listener at localhost/43295 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:21:23,732 INFO [Listener at localhost/43295 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:23,733 INFO [Listener at localhost/43295 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1ca8d551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:21:23,733 INFO [Listener at localhost/43295 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:23,733 INFO [Listener at localhost/43295 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@77cf4fab{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:21:23,745 INFO [Listener at localhost/43295 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:21:23,746 INFO [Listener at localhost/43295 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:21:23,746 INFO [Listener at localhost/43295 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:21:23,746 INFO [Listener at localhost/43295 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:21:23,747 INFO [Listener at localhost/43295 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:21:23,751 INFO [Listener at localhost/43295 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@3b49301a{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:21:23,752 INFO [Listener at localhost/43295 {}] server.AbstractConnector(333): Started ServerConnector@723548fa{HTTP/1.1, (http/1.1)}{0.0.0.0:33873} 2023-08-10T06:21:23,753 INFO [Listener at localhost/43295 {}] server.Server(415): Started @9137ms 2023-08-10T06:21:23,757 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:21:23,760 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@20cd6af0{HTTP/1.1, (http/1.1)}{0.0.0.0:38415} 2023-08-10T06:21:23,760 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9145ms 2023-08-10T06:21:23,760 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:23,775 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:23,775 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:23,777 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:23,783 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:38093 2023-08-10T06:21:23,827 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:21:23,827 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:21:23,827 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:23,828 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:23,829 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:21:23,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:21:23,830 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,38093,1691648480307 from backup master directory 2023-08-10T06:21:23,834 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:23,834 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:23,834 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:21:23,835 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:21:23,835 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:23,838 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-10T06:21:23,840 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-10T06:21:23,925 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase.id with ID: 40e955d5-f0b9-4dcb-850c-d6d71216b9cd 2023-08-10T06:21:23,965 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:21:23,980 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:23,980 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:24,030 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:24,032 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-10T06:21:24,053 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-10T06:21:24,053 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-10T06:21:24,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:21:24,065 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:21:24,066 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:21:24,143 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store 2023-08-10T06:21:24,572 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-10T06:21:24,573 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:24,573 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:21:24,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:24,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:24,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:21:24,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:24,574 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:21:24,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:21:24,577 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/.initializing 2023-08-10T06:21:24,577 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/WALs/jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:24,588 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:21:24,602 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38093%2C1691648480307, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/WALs/jenkins-hbase3.apache.org,38093,1691648480307, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/oldWALs, maxLogs=10 2023-08-10T06:21:24,631 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/WALs/jenkins-hbase3.apache.org,38093,1691648480307/jenkins-hbase3.apache.org%2C38093%2C1691648480307.1691648484609, exclude list is [], retry=0 2023-08-10T06:21:24,657 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:21:24,665 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:21:24,736 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/WALs/jenkins-hbase3.apache.org,38093,1691648480307/jenkins-hbase3.apache.org%2C38093%2C1691648480307.1691648484609 2023-08-10T06:21:24,737 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:21:24,737 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:24,738 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:24,742 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,743 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-10T06:21:24,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:24,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:24,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-10T06:21:24,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:24,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:24,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-10T06:21:24,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:24,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:24,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-10T06:21:24,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:24,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:24,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,870 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,884 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-10T06:21:24,887 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:21:24,891 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:24,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10471229280, jitterRate=-0.024790778756141663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-10T06:21:24,898 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:21:24,899 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-10T06:21:24,933 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdb6bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:24,987 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-10T06:21:25,010 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-10T06:21:25,011 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-10T06:21:25,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-10T06:21:25,015 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-10T06:21:25,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-10T06:21:25,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-10T06:21:25,056 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-10T06:21:25,073 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-10T06:21:25,076 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-10T06:21:25,080 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-10T06:21:25,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-10T06:21:25,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-10T06:21:25,085 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-10T06:21:25,091 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-10T06:21:25,093 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-10T06:21:25,094 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-10T06:21:25,095 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-10T06:21:25,111 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-10T06:21:25,114 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-10T06:21:25,119 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:21:25,119 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:21:25,119 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,119 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,120 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,38093,1691648480307, sessionid=0x10060e4b0ed0000, setting cluster-up flag (Was=false) 2023-08-10T06:21:25,129 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-10T06:21:25,136 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,136 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,142 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-10T06:21:25,143 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:25,147 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,147 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,152 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-10T06:21:25,154 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:25,160 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,160 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:25,166 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-10T06:21:25,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:25,266 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:33583 2023-08-10T06:21:25,268 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(997): ClusterId : 40e955d5-f0b9-4dcb-850c-d6d71216b9cd 2023-08-10T06:21:25,270 INFO [RS:0;jenkins-hbase3:33583 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-10T06:21:25,273 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-10T06:21:25,280 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-10T06:21:25,280 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-10T06:21:25,284 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-10T06:21:25,284 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-10T06:21:25,287 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-10T06:21:25,288 DEBUG [RS:0;jenkins-hbase3:33583 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90e103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:25,290 DEBUG [RS:0;jenkins-hbase3:33583 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76df441d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:21:25,295 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-10T06:21:25,295 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-10T06:21:25,295 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-10T06:21:25,298 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,38093,1691648480307 with isa=jenkins-hbase3.apache.org/172.31.12.81:33583, startcode=1691648483683 2023-08-10T06:21:25,311 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-10T06:21:25,323 DEBUG [RS:0;jenkins-hbase3:33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:21:25,323 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-10T06:21:25,331 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-10T06:21:25,343 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,38093,1691648480307 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-10T06:21:25,349 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:25,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:25,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:25,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:21:25,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-10T06:21:25,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:21:25,351 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1691648515362 2023-08-10T06:21:25,368 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-10T06:21:25,373 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-10T06:21:25,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:21:25,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-10T06:21:25,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:25,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:21:25,387 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-10T06:21:25,389 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-10T06:21:25,389 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-10T06:21:25,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-10T06:21:25,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-10T06:21:25,393 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,395 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-10T06:21:25,398 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-10T06:21:25,399 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-10T06:21:25,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3fb64cb9 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:25,415 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad95887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:25,415 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:21:25,419 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-10T06:21:25,420 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-10T06:21:25,421 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53941, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:21:25,425 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648485422,5,FailOnTimeoutGroup] 2023-08-10T06:21:25,426 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648485426,5,FailOnTimeoutGroup] 2023-08-10T06:21:25,426 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,426 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-10T06:21:25,427 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,428 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:25,455 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:25,455 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:40013 2023-08-10T06:21:25,455 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35753 2023-08-10T06:21:25,462 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:21:25,462 DEBUG [RS:0;jenkins-hbase3:33583 {}] zookeeper.ZKUtil(111): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:25,462 WARN [RS:0;jenkins-hbase3:33583 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:21:25,462 INFO [RS:0;jenkins-hbase3:33583 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:21:25,463 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:25,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,33583,1691648483683] 2023-08-10T06:21:25,481 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-10T06:21:25,491 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-10T06:21:25,505 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-10T06:21:25,509 INFO [RS:0;jenkins-hbase3:33583 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-10T06:21:25,510 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,511 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-10T06:21:25,521 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,521 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,521 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,522 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,523 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:21:25,523 DEBUG [RS:0;jenkins-hbase3:33583 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-10T06:21:25,524 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,524 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,524 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,524 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,524 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33583,1691648483683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:21:25,543 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-10T06:21:25,546 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33583,1691648483683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:25,561 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,33583,1691648483683 started 2023-08-10T06:21:25,561 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,33583,1691648483683, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:33583, sessionid=0x10060e4b0ed0001 2023-08-10T06:21:25,562 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-10T06:21:25,562 DEBUG [RS:0;jenkins-hbase3:33583 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:25,562 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33583,1691648483683' 2023-08-10T06:21:25,562 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-10T06:21:25,563 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-10T06:21:25,564 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-10T06:21:25,564 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-10T06:21:25,564 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33583,1691648483683' 2023-08-10T06:21:25,564 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:25,564 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:25,565 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-10T06:21:25,565 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-10T06:21:25,565 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-10T06:21:25,565 DEBUG [RS:0;jenkins-hbase3:33583 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:25,565 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33583,1691648483683' 2023-08-10T06:21:25,565 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-10T06:21:25,566 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-10T06:21:25,566 DEBUG [RS:0;jenkins-hbase3:33583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-10T06:21:25,566 INFO [RS:0;jenkins-hbase3:33583 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-10T06:21:25,567 INFO [RS:0;jenkins-hbase3:33583 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-10T06:21:25,678 INFO [RS:0;jenkins-hbase3:33583 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:21:25,681 INFO [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33583%2C1691648483683, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/oldWALs, maxLogs=32 2023-08-10T06:21:25,694 DEBUG [RS:0;jenkins-hbase3:33583 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648485683, exclude list is [], retry=0 2023-08-10T06:21:25,700 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:21:25,704 INFO [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648485683 2023-08-10T06:21:25,705 DEBUG [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:21:25,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-10T06:21:25,797 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:26,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:26,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:21:26,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:21:26,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:26,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:21:26,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:21:26,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:26,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:21:26,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:21:26,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:26,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740 2023-08-10T06:21:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740 2023-08-10T06:21:26,227 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:21:26,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:21:26,233 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:26,234 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9734029440, jitterRate=-0.09344786405563354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:21:26,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:21:26,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:21:26,236 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:21:26,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:21:26,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:21:26,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:21:26,237 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:21:26,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:21:26,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:21:26,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-10T06:21:26,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-10T06:21:26,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-10T06:21:26,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-10T06:21:26,424 DEBUG [jenkins-hbase3:38093 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-10T06:21:26,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:26,438 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33583,1691648483683, state=OPENING 2023-08-10T06:21:26,447 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-10T06:21:26,451 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:26,451 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:26,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:26,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:26,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:26,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:26,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-10T06:21:26,656 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45758, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-10T06:21:26,669 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-10T06:21:26,670 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:21:26,671 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-10T06:21:26,674 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta, suffix=.meta, logDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/oldWALs, maxLogs=32 2023-08-10T06:21:26,690 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648486676.meta, exclude list is [], retry=0 2023-08-10T06:21:26,694 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:21:26,698 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648486676.meta 2023-08-10T06:21:26,699 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:21:26,699 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:26,707 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:26,708 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-10T06:21:26,725 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-10T06:21:26,725 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-10T06:21:26,730 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-10T06:21:26,730 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:26,730 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-10T06:21:26,730 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-10T06:21:26,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:21:26,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:21:26,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:26,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:21:26,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:21:26,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:26,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:21:26,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:21:26,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:26,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:21:26,741 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740 2023-08-10T06:21:26,744 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740 2023-08-10T06:21:26,746 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:21:26,748 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:21:26,750 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10183001920, jitterRate=-0.0516340434551239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:21:26,751 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:21:26,764 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1691648486641 2023-08-10T06:21:26,782 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-10T06:21:26,783 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-10T06:21:26,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:26,786 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33583,1691648483683, state=OPEN 2023-08-10T06:21:26,789 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:21:26,789 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:21:26,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:26,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:21:26,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-10T06:21:26,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33583,1691648483683 in 331 msec 2023-08-10T06:21:26,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-10T06:21:26,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2023-08-10T06:21:26,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5800 sec 2023-08-10T06:21:26,811 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1691648486811, completionTime=-1 2023-08-10T06:21:26,811 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-10T06:21:26,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-10T06:21:27,011 DEBUG [hconnection-0x5ee19194-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:27,014 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:27,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-10T06:21:27,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1691648547031 2023-08-10T06:21:27,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1691648607031 2023-08-10T06:21:27,031 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 219 msec 2023-08-10T06:21:27,055 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38093,1691648480307-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:27,055 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38093,1691648480307-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:27,055 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38093,1691648480307-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:27,057 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:38093, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:27,058 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-10T06:21:27,064 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-10T06:21:27,080 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-10T06:21:27,081 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:21:27,091 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-10T06:21:27,094 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:27,096 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:27,098 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:27,116 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a60015b7d293c90890f202e61af798a5, NAME => 'hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:27,126 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:27,126 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing a60015b7d293c90890f202e61af798a5, disabling compactions & flushes 2023-08-10T06:21:27,126 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,126 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,126 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. after waiting 0 ms 2023-08-10T06:21:27,127 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,127 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,127 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for a60015b7d293c90890f202e61af798a5: 2023-08-10T06:21:27,129 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:27,142 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1691648487130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648487130"}]},"ts":"1691648487130"} 2023-08-10T06:21:27,184 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:27,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:27,192 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648487187"}]},"ts":"1691648487187"} 2023-08-10T06:21:27,195 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-10T06:21:27,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a60015b7d293c90890f202e61af798a5, ASSIGN}] 2023-08-10T06:21:27,208 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a60015b7d293c90890f202e61af798a5, ASSIGN 2023-08-10T06:21:27,209 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a60015b7d293c90890f202e61af798a5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:27,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a60015b7d293c90890f202e61af798a5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:27,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a60015b7d293c90890f202e61af798a5, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:27,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => a60015b7d293c90890f202e61af798a5, NAME => 'hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:27,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:27,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:27,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,527 INFO [StoreOpener-a60015b7d293c90890f202e61af798a5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,530 INFO [StoreOpener-a60015b7d293c90890f202e61af798a5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a60015b7d293c90890f202e61af798a5 columnFamilyName info 2023-08-10T06:21:27,530 DEBUG [StoreOpener-a60015b7d293c90890f202e61af798a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:27,531 INFO [StoreOpener-a60015b7d293c90890f202e61af798a5-1 {}] regionserver.HStore(324): Store=a60015b7d293c90890f202e61af798a5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:27,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for a60015b7d293c90890f202e61af798a5 2023-08-10T06:21:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:27,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened a60015b7d293c90890f202e61af798a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10044274400, jitterRate=-0.06455405056476593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:27,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for a60015b7d293c90890f202e61af798a5: 2023-08-10T06:21:27,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5., pid=6, masterSystemTime=1691648487517 2023-08-10T06:21:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:21:27,551 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a60015b7d293c90890f202e61af798a5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:27,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-10T06:21:27,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a60015b7d293c90890f202e61af798a5, server=jenkins-hbase3.apache.org,33583,1691648483683 in 194 msec 2023-08-10T06:21:27,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-10T06:21:27,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a60015b7d293c90890f202e61af798a5, ASSIGN in 358 msec 2023-08-10T06:21:27,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:27,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648487568"}]},"ts":"1691648487568"} 2023-08-10T06:21:27,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-10T06:21:27,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:27,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 497 msec 2023-08-10T06:21:27,595 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-10T06:21:27,596 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:27,596 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:27,596 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:21:27,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-10T06:21:27,663 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:27,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2023-08-10T06:21:27,681 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-10T06:21:27,692 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:27,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-08-10T06:21:27,709 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-10T06:21:27,711 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-10T06:21:27,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.876sec 2023-08-10T06:21:27,713 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-10T06:21:27,715 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-10T06:21:27,716 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-10T06:21:27,717 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-10T06:21:27,717 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-10T06:21:27,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38093,1691648480307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:21:27,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38093,1691648480307-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-10T06:21:27,735 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-10T06:21:27,737 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-10T06:21:27,754 DEBUG [Listener at localhost/43295 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x052584ea to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:27,759 DEBUG [Listener at localhost/43295 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6580cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:27,764 DEBUG [Listener at localhost/43295 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-10T06:21:27,764 DEBUG [Listener at localhost/43295 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-10T06:21:27,780 DEBUG [hconnection-0x18408159-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:27,791 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45774, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:27,802 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:21:27,802 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-10T06:21:27,802 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/test.cache.data in system properties and HBase conf 2023-08-10T06:21:27,803 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:21:27,803 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:21:27,803 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:21:27,803 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:21:27,803 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:21:27,804 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:21:27,805 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:21:27,805 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:21:27,805 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:21:27,805 INFO [Listener at localhost/43295 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-10T06:21:29,657 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:30,029 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:30,035 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38583_jobhistory____gtraet/webapp 2023-08-10T06:21:30,205 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-10T06:21:30,205 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:30,206 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:30,209 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:30,292 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:30,411 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:30,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:21:30,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:21:30,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:21:30,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-10T06:21:30,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:21:30,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-10T06:21:30,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-10T06:21:30,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:30,686 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-10T06:21:30,715 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38583 2023-08-10T06:21:31,153 WARN [Listener at jenkins-hbase3.apache.org/34063 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:31,242 WARN [Listener at jenkins-hbase3.apache.org/34063 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:21:31,243 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:31,249 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43799_cluster____i813l7/webapp 2023-08-10T06:21:31,317 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:31,318 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-10T06:21:31,318 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:31,318 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:31,326 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:31,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-10T06:21:31,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-10T06:21:31,543 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:31,621 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:31,627 INFO [Listener at jenkins-hbase3.apache.org/34063 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43799 2023-08-10T06:21:31,999 WARN [Listener at jenkins-hbase3.apache.org/40311 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:32,025 WARN [Listener at jenkins-hbase3.apache.org/40311 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:21:32,026 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:32,032 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34261_node____lxe0ej/webapp 2023-08-10T06:21:32,085 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:21:32,085 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:32,085 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:32,086 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:32,094 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:32,115 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:32,177 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:32,189 INFO [Listener at jenkins-hbase3.apache.org/40311 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34261 2023-08-10T06:21:32,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:21:32,435 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:21:32,441 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:21:32,441 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:21:32,448 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44317_node____.xolq6g/webapp 2023-08-10T06:21:32,498 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:21:32,498 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:21:32,498 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:21:32,498 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:21:32,506 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:32,520 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:32,594 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:21:32,604 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44317 2023-08-10T06:21:32,640 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-10T06:21:32,640 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:40013/backupUT 2023-08-10T06:21:32,651 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:32,655 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38308, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:32,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-10T06:21:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-10T06:21:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:21:32,691 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:32,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 28 msec 2023-08-10T06:21:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:21:32,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-10T06:21:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-10T06:21:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:21:32,797 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:32,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 16 msec 2023-08-10T06:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:21:32,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-10T06:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-10T06:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:21:32,909 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:32,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-08-10T06:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:21:33,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-10T06:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-10T06:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:21:33,024 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:33,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 21 msec 2023-08-10T06:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:21:33,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1691648492640', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1691648492640 2023-08-10T06:21:33,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1691648492640 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:33,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1691648492640" procId is: 13 2023-08-10T06:21:33,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:33,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1691648492640 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:33,570 INFO [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1cfc2e4d37ff6e58d3ed942862e7e144, NAME => 'test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1691648492640', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:33,587 DEBUG [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(888): Instantiated test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:33,587 DEBUG [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1668): Closing 1cfc2e4d37ff6e58d3ed942862e7e144, disabling compactions & flushes 2023-08-10T06:21:33,587 INFO [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1690): Closing region test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,587 DEBUG [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,588 DEBUG [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. after waiting 0 ms 2023-08-10T06:21:33,588 DEBUG [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,588 INFO [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1909): Closed test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,588 DEBUG [RegionOpenAndInit-test-1691648492640-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1cfc2e4d37ff6e58d3ed942862e7e144: 2023-08-10T06:21:33,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1691648492640 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:33,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1691648493589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648493589"}]},"ts":"1691648493589"} 2023-08-10T06:21:33,592 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:33,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1691648492640 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:33,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648492640","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648493594"}]},"ts":"1691648493594"} 2023-08-10T06:21:33,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648492640, state=ENABLING in hbase:meta 2023-08-10T06:21:33,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648492640, region=1cfc2e4d37ff6e58d3ed942862e7e144, ASSIGN}] 2023-08-10T06:21:33,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648492640, region=1cfc2e4d37ff6e58d3ed942862e7e144, ASSIGN 2023-08-10T06:21:33,603 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1691648492640, region=1cfc2e4d37ff6e58d3ed942862e7e144, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:33,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=1cfc2e4d37ff6e58d3ed942862e7e144, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:33,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 1cfc2e4d37ff6e58d3ed942862e7e144, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:33,917 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,917 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 1cfc2e4d37ff6e58d3ed942862e7e144, NAME => 'test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:33,918 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:33,918 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1691648492640 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,918 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:33,918 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,918 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,920 INFO [StoreOpener-1cfc2e4d37ff6e58d3ed942862e7e144-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,922 INFO [StoreOpener-1cfc2e4d37ff6e58d3ed942862e7e144-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfc2e4d37ff6e58d3ed942862e7e144 columnFamilyName f 2023-08-10T06:21:33,922 DEBUG [StoreOpener-1cfc2e4d37ff6e58d3ed942862e7e144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:33,924 INFO [StoreOpener-1cfc2e4d37ff6e58d3ed942862e7e144-1 {}] regionserver.HStore(324): Store=1cfc2e4d37ff6e58d3ed942862e7e144/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:33,925 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,926 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,930 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:33,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:33,936 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 1cfc2e4d37ff6e58d3ed942862e7e144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9873248000, jitterRate=-0.0804821252822876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:33,937 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 1cfc2e4d37ff6e58d3ed942862e7e144: 2023-08-10T06:21:33,938 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144., pid=15, masterSystemTime=1691648493909 2023-08-10T06:21:33,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,940 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:33,941 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=1cfc2e4d37ff6e58d3ed942862e7e144, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:33,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-10T06:21:33,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 1cfc2e4d37ff6e58d3ed942862e7e144, server=jenkins-hbase3.apache.org,33583,1691648483683 in 186 msec 2023-08-10T06:21:33,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-10T06:21:33,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1691648492640, region=1cfc2e4d37ff6e58d3ed942862e7e144, ASSIGN in 346 msec 2023-08-10T06:21:33,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1691648492640 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:33,950 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648492640","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648493950"}]},"ts":"1691648493950"} 2023-08-10T06:21:33,952 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648492640, state=ENABLED in hbase:meta 2023-08-10T06:21:33,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1691648492640 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:33,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1691648492640 in 829 msec 2023-08-10T06:21:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:21:34,246 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1691648492640, procId: 13 completed 2023-08-10T06:21:34,246 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6693fb1a to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:34,252 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5105cd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:34,254 DEBUG [hconnection-0x5accec2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:34,257 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56048, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:34,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HRegion(8210): writing data to region test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:21:34,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16916484926401', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16916484926401 2023-08-10T06:21:34,367 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916484926401 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:34,367 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:34,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16916484926401" procId is: 16 2023-08-10T06:21:34,369 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16916484926401 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:34,786 INFO [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e58137a3cc3b8c2913f5f141b635b4a3, NAME => 'ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16916484926401', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:35,205 DEBUG [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:35,205 DEBUG [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1668): Closing e58137a3cc3b8c2913f5f141b635b4a3, disabling compactions & flushes 2023-08-10T06:21:35,205 INFO [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,205 DEBUG [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,205 DEBUG [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. after waiting 0 ms 2023-08-10T06:21:35,205 DEBUG [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,205 INFO [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,205 DEBUG [RegionOpenAndInit-ns2:test-16916484926401-pool-0 {}] regionserver.HRegion(1622): Region close journal for e58137a3cc3b8c2913f5f141b635b4a3: 2023-08-10T06:21:35,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16916484926401 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:35,207 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648495207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648495207"}]},"ts":"1691648495207"} 2023-08-10T06:21:35,209 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:35,211 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16916484926401 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:35,211 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916484926401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648495211"}]},"ts":"1691648495211"} 2023-08-10T06:21:35,213 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916484926401, state=ENABLING in hbase:meta 2023-08-10T06:21:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916484926401, region=e58137a3cc3b8c2913f5f141b635b4a3, ASSIGN}] 2023-08-10T06:21:35,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916484926401, region=e58137a3cc3b8c2913f5f141b635b4a3, ASSIGN 2023-08-10T06:21:35,222 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16916484926401, region=e58137a3cc3b8c2913f5f141b635b4a3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:35,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e58137a3cc3b8c2913f5f141b635b4a3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:35,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure e58137a3cc3b8c2913f5f141b635b4a3, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:35,534 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => e58137a3cc3b8c2913f5f141b635b4a3, NAME => 'ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:35,534 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:35,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916484926401 e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,534 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:35,535 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,535 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,536 INFO [StoreOpener-e58137a3cc3b8c2913f5f141b635b4a3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,538 INFO [StoreOpener-e58137a3cc3b8c2913f5f141b635b4a3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58137a3cc3b8c2913f5f141b635b4a3 columnFamilyName f 2023-08-10T06:21:35,538 DEBUG [StoreOpener-e58137a3cc3b8c2913f5f141b635b4a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:35,539 INFO [StoreOpener-e58137a3cc3b8c2913f5f141b635b4a3-1 {}] regionserver.HStore(324): Store=e58137a3cc3b8c2913f5f141b635b4a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:35,540 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,541 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,544 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:21:35,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:35,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened e58137a3cc3b8c2913f5f141b635b4a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10985472800, jitterRate=0.02310188114643097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:35,553 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for e58137a3cc3b8c2913f5f141b635b4a3: 2023-08-10T06:21:35,554 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3., pid=18, masterSystemTime=1691648495529 2023-08-10T06:21:35,557 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,557 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:21:35,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e58137a3cc3b8c2913f5f141b635b4a3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:35,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-10T06:21:35,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure e58137a3cc3b8c2913f5f141b635b4a3, server=jenkins-hbase3.apache.org,33583,1691648483683 in 184 msec 2023-08-10T06:21:35,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-10T06:21:35,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16916484926401, region=e58137a3cc3b8c2913f5f141b635b4a3, ASSIGN in 344 msec 2023-08-10T06:21:35,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16916484926401 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:35,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916484926401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648495566"}]},"ts":"1691648495566"} 2023-08-10T06:21:35,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916484926401, state=ENABLED in hbase:meta 2023-08-10T06:21:35,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916484926401 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:35,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16916484926401 in 1.2110 sec 2023-08-10T06:21:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:21:36,480 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16916484926401, procId: 16 completed 2023-08-10T06:21:36,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HRegion(8210): writing data to region ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:21:36,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16916484926402', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16916484926402 2023-08-10T06:21:36,568 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916484926402 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:36,568 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:36,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16916484926402" procId is: 19 2023-08-10T06:21:36,569 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16916484926402 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:36,585 INFO [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ef56f148a9e7658b298a3c40bcbf4d9c, NAME => 'ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16916484926402', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:37,000 DEBUG [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:37,000 DEBUG [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1668): Closing ef56f148a9e7658b298a3c40bcbf4d9c, disabling compactions & flushes 2023-08-10T06:21:37,000 INFO [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,000 DEBUG [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,000 DEBUG [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. after waiting 0 ms 2023-08-10T06:21:37,000 DEBUG [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,000 INFO [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,000 DEBUG [RegionOpenAndInit-ns3:test-16916484926402-pool-0 {}] regionserver.HRegion(1622): Region close journal for ef56f148a9e7658b298a3c40bcbf4d9c: 2023-08-10T06:21:37,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16916484926402 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:37,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648497002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648497002"}]},"ts":"1691648497002"} 2023-08-10T06:21:37,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:37,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16916484926402 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:37,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916484926402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648497006"}]},"ts":"1691648497006"} 2023-08-10T06:21:37,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916484926402, state=ENABLING in hbase:meta 2023-08-10T06:21:37,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916484926402, region=ef56f148a9e7658b298a3c40bcbf4d9c, ASSIGN}] 2023-08-10T06:21:37,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916484926402, region=ef56f148a9e7658b298a3c40bcbf4d9c, ASSIGN 2023-08-10T06:21:37,015 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16916484926402, region=ef56f148a9e7658b298a3c40bcbf4d9c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:37,167 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ef56f148a9e7658b298a3c40bcbf4d9c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:37,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure ef56f148a9e7658b298a3c40bcbf4d9c, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:37,327 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => ef56f148a9e7658b298a3c40bcbf4d9c, NAME => 'ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:37,327 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:37,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916484926402 ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:37,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,329 INFO [StoreOpener-ef56f148a9e7658b298a3c40bcbf4d9c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,331 INFO [StoreOpener-ef56f148a9e7658b298a3c40bcbf4d9c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef56f148a9e7658b298a3c40bcbf4d9c columnFamilyName f 2023-08-10T06:21:37,331 DEBUG [StoreOpener-ef56f148a9e7658b298a3c40bcbf4d9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:37,332 INFO [StoreOpener-ef56f148a9e7658b298a3c40bcbf4d9c-1 {}] regionserver.HStore(324): Store=ef56f148a9e7658b298a3c40bcbf4d9c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:37,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/test-16916484926402/ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/test-16916484926402/ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:21:37,340 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/test-16916484926402/ef56f148a9e7658b298a3c40bcbf4d9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:37,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened ef56f148a9e7658b298a3c40bcbf4d9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9564663360, jitterRate=-0.10922130942344666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:37,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for ef56f148a9e7658b298a3c40bcbf4d9c: 2023-08-10T06:21:37,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c., pid=21, masterSystemTime=1691648497322 2023-08-10T06:21:37,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,344 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:21:37,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ef56f148a9e7658b298a3c40bcbf4d9c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:37,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-10T06:21:37,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure ef56f148a9e7658b298a3c40bcbf4d9c, server=jenkins-hbase3.apache.org,33583,1691648483683 in 178 msec 2023-08-10T06:21:37,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-10T06:21:37,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16916484926402, region=ef56f148a9e7658b298a3c40bcbf4d9c, ASSIGN in 338 msec 2023-08-10T06:21:37,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16916484926402 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:37,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916484926402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648497353"}]},"ts":"1691648497353"} 2023-08-10T06:21:37,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916484926402, state=ENABLED in hbase:meta 2023-08-10T06:21:37,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916484926402 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:37,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16916484926402 in 793 msec 2023-08-10T06:21:37,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1691648492640' 2023-08-10T06:21:37,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16916484926401' 2023-08-10T06:21:37,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16916484926402' 2023-08-10T06:21:37,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:21:37,677 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16916484926402, procId: 19 completed 2023-08-10T06:21:37,677 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16916484926402 get assigned. Timeout = 60000ms 2023-08-10T06:21:37,679 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:37,684 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16916484926402 assigned to meta. Checking AM states. 2023-08-10T06:21:37,685 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:37,685 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16916484926402 assigned. 2023-08-10T06:21:37,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16916484926403', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16916484926403 2023-08-10T06:21:37,691 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916484926403 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:37,691 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:37,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16916484926403" procId is: 22 2023-08-10T06:21:37,692 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16916484926403 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:38,106 INFO [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4e27cf8f4a41c29dce1265473af233b3, NAME => 'ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16916484926403', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:38,520 DEBUG [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:38,520 DEBUG [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1668): Closing 4e27cf8f4a41c29dce1265473af233b3, disabling compactions & flushes 2023-08-10T06:21:38,520 INFO [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,520 DEBUG [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,520 DEBUG [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. after waiting 0 ms 2023-08-10T06:21:38,520 DEBUG [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,520 INFO [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,520 DEBUG [RegionOpenAndInit-ns4:test-16916484926403-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4e27cf8f4a41c29dce1265473af233b3: 2023-08-10T06:21:38,522 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16916484926403 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:38,522 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648498522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648498522"}]},"ts":"1691648498522"} 2023-08-10T06:21:38,524 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:38,525 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16916484926403 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:38,525 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916484926403","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648498525"}]},"ts":"1691648498525"} 2023-08-10T06:21:38,527 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916484926403, state=ENABLING in hbase:meta 2023-08-10T06:21:38,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916484926403, region=4e27cf8f4a41c29dce1265473af233b3, ASSIGN}] 2023-08-10T06:21:38,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916484926403, region=4e27cf8f4a41c29dce1265473af233b3, ASSIGN 2023-08-10T06:21:38,535 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16916484926403, region=4e27cf8f4a41c29dce1265473af233b3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:38,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4e27cf8f4a41c29dce1265473af233b3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:38,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 4e27cf8f4a41c29dce1265473af233b3, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:38,845 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,845 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 4e27cf8f4a41c29dce1265473af233b3, NAME => 'ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:38,846 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:38,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916484926403 4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:38,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,846 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,848 INFO [StoreOpener-4e27cf8f4a41c29dce1265473af233b3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,849 INFO [StoreOpener-4e27cf8f4a41c29dce1265473af233b3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e27cf8f4a41c29dce1265473af233b3 columnFamilyName f 2023-08-10T06:21:38,850 DEBUG [StoreOpener-4e27cf8f4a41c29dce1265473af233b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:38,850 INFO [StoreOpener-4e27cf8f4a41c29dce1265473af233b3-1 {}] regionserver.HStore(324): Store=4e27cf8f4a41c29dce1265473af233b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:38,851 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns4/test-16916484926403/4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,852 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns4/test-16916484926403/4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:21:38,857 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns4/test-16916484926403/4e27cf8f4a41c29dce1265473af233b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:38,858 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 4e27cf8f4a41c29dce1265473af233b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10885499680, jitterRate=0.01379115879535675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:38,859 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 4e27cf8f4a41c29dce1265473af233b3: 2023-08-10T06:21:38,860 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3., pid=24, masterSystemTime=1691648498841 2023-08-10T06:21:38,862 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,862 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:21:38,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4e27cf8f4a41c29dce1265473af233b3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:38,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-10T06:21:38,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 4e27cf8f4a41c29dce1265473af233b3, server=jenkins-hbase3.apache.org,33583,1691648483683 in 175 msec 2023-08-10T06:21:38,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-10T06:21:38,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16916484926403, region=4e27cf8f4a41c29dce1265473af233b3, ASSIGN in 334 msec 2023-08-10T06:21:38,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16916484926403 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:38,870 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916484926403","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648498870"}]},"ts":"1691648498870"} 2023-08-10T06:21:38,871 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916484926403, state=ENABLED in hbase:meta 2023-08-10T06:21:38,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916484926403 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:38,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16916484926403 in 1.1870 sec 2023-08-10T06:21:39,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:21:39,801 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16916484926403, procId: 22 completed 2023-08-10T06:21:39,802 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16916484926403 get assigned. Timeout = 60000ms 2023-08-10T06:21:39,802 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:39,806 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16916484926403 assigned to meta. Checking AM states. 2023-08-10T06:21:39,806 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:21:39,806 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16916484926403 assigned. 2023-08-10T06:21:39,806 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6693fb1a to 127.0.0.1:64460 2023-08-10T06:21:39,806 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:39,848 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=582, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=310, ProcessCount=173, AvailableMemoryMB=2135 2023-08-10T06:21:39,849 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-08-10T06:21:39,851 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] backup.TestRestoreBoundaryTests(49): test full restore on a single table empty table 2023-08-10T06:21:39,851 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x51091161 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:39,856 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0916c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:39,864 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:39,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56054, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:39,877 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:39,879 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:39,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-10T06:21:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-10T06:21:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:21:39,903 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:21:39,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-08-10T06:21:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:21:40,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-10T06:21:40,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:40,014 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:40,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-10T06:21:40,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:40,432 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bea151d219e657441d249c2754d74a8d, NAME => 'backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:40,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916484926402 2023-08-10T06:21:40,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916484926402 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:40,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916484926401 2023-08-10T06:21:40,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916484926401 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:40,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648492640 2023-08-10T06:21:40,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1691648492640 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:40,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916484926403 2023-08-10T06:21:40,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916484926403 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:40,845 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:40,845 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing bea151d219e657441d249c2754d74a8d, disabling compactions & flushes 2023-08-10T06:21:40,845 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:40,845 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:40,845 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. after waiting 0 ms 2023-08-10T06:21:40,845 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:40,845 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:40,845 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for bea151d219e657441d249c2754d74a8d: 2023-08-10T06:21:40,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:40,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1691648500847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648500847"}]},"ts":"1691648500847"} 2023-08-10T06:21:40,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:40,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:40,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648500851"}]},"ts":"1691648500851"} 2023-08-10T06:21:40,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-10T06:21:40,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=bea151d219e657441d249c2754d74a8d, ASSIGN}] 2023-08-10T06:21:40,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=bea151d219e657441d249c2754d74a8d, ASSIGN 2023-08-10T06:21:40,861 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=bea151d219e657441d249c2754d74a8d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:41,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=bea151d219e657441d249c2754d74a8d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:41,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure bea151d219e657441d249c2754d74a8d, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:41,172 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:41,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => bea151d219e657441d249c2754d74a8d, NAME => 'backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:41,173 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:41,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:41,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,175 INFO [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,178 INFO [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bea151d219e657441d249c2754d74a8d columnFamilyName meta 2023-08-10T06:21:41,178 DEBUG [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:41,179 INFO [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] regionserver.HStore(324): Store=bea151d219e657441d249c2754d74a8d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:41,179 INFO [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,181 INFO [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bea151d219e657441d249c2754d74a8d columnFamilyName session 2023-08-10T06:21:41,181 DEBUG [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:41,181 INFO [StoreOpener-bea151d219e657441d249c2754d74a8d-1 {}] regionserver.HStore(324): Store=bea151d219e657441d249c2754d74a8d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:41,182 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,183 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,185 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:21:41,186 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:41,189 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:41,190 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened bea151d219e657441d249c2754d74a8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11911971520, jitterRate=0.1093887984752655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:21:41,190 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for bea151d219e657441d249c2754d74a8d: 2023-08-10T06:21:41,191 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d., pid=28, masterSystemTime=1691648501167 2023-08-10T06:21:41,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:41,193 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:41,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=bea151d219e657441d249c2754d74a8d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:41,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-10T06:21:41,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure bea151d219e657441d249c2754d74a8d, server=jenkins-hbase3.apache.org,33583,1691648483683 in 180 msec 2023-08-10T06:21:41,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-10T06:21:41,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=bea151d219e657441d249c2754d74a8d, ASSIGN in 340 msec 2023-08-10T06:21:41,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:41,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648501201"}]},"ts":"1691648501201"} 2023-08-10T06:21:41,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-10T06:21:41,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:41,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1960 sec 2023-08-10T06:21:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:21:42,123 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-10T06:21:42,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-10T06:21:42,140 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:42,141 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:42,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-10T06:21:42,142 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:42,555 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0e5095abff755552eb506be09094c711, NAME => 'backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:42,969 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:42,969 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 0e5095abff755552eb506be09094c711, disabling compactions & flushes 2023-08-10T06:21:42,969 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:42,969 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:42,969 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. after waiting 0 ms 2023-08-10T06:21:42,969 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:42,969 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:42,969 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0e5095abff755552eb506be09094c711: 2023-08-10T06:21:42,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:42,971 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1691648502970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648502970"}]},"ts":"1691648502970"} 2023-08-10T06:21:42,973 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:42,974 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:42,974 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648502974"}]},"ts":"1691648502974"} 2023-08-10T06:21:42,976 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-10T06:21:42,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=0e5095abff755552eb506be09094c711, ASSIGN}] 2023-08-10T06:21:42,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=0e5095abff755552eb506be09094c711, ASSIGN 2023-08-10T06:21:42,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=0e5095abff755552eb506be09094c711, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:43,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0e5095abff755552eb506be09094c711, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:43,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 0e5095abff755552eb506be09094c711, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:43,293 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:43,293 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 0e5095abff755552eb506be09094c711, NAME => 'backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:43,294 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:43,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:43,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,296 INFO [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,299 INFO [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e5095abff755552eb506be09094c711 columnFamilyName meta 2023-08-10T06:21:43,299 DEBUG [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:43,299 INFO [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] regionserver.HStore(324): Store=0e5095abff755552eb506be09094c711/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:43,300 INFO [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,301 INFO [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e5095abff755552eb506be09094c711 columnFamilyName session 2023-08-10T06:21:43,301 DEBUG [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:43,302 INFO [StoreOpener-0e5095abff755552eb506be09094c711-1 {}] regionserver.HStore(324): Store=0e5095abff755552eb506be09094c711/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:43,303 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system_bulk/0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,303 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system_bulk/0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,305 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:21:43,307 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 0e5095abff755552eb506be09094c711 2023-08-10T06:21:43,309 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system_bulk/0e5095abff755552eb506be09094c711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:43,310 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 0e5095abff755552eb506be09094c711; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12040884160, jitterRate=0.12139472365379333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:21:43,311 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 0e5095abff755552eb506be09094c711: 2023-08-10T06:21:43,311 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711., pid=31, masterSystemTime=1691648503289 2023-08-10T06:21:43,314 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:43,314 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:21:43,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0e5095abff755552eb506be09094c711, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:43,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-10T06:21:43,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 0e5095abff755552eb506be09094c711, server=jenkins-hbase3.apache.org,33583,1691648483683 in 179 msec 2023-08-10T06:21:43,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-10T06:21:43,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=0e5095abff755552eb506be09094c711, ASSIGN in 338 msec 2023-08-10T06:21:43,321 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:43,321 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648503321"}]},"ts":"1691648503321"} 2023-08-10T06:21:43,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-10T06:21:43,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:43,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1900 sec 2023-08-10T06:21:43,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-10T06:21:43,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-10T06:21:43,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16916484926403' 2023-08-10T06:21:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:21:44,249 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-10T06:21:44,264 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:21:44,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648504312 (current time:1691648504312). 2023-08-10T06:21:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:21:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x10f8e70e to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74467380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:44,325 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41208, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x10f8e70e to 127.0.0.1:64460 2023-08-10T06:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:21:44,343 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:44,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:21:44,349 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:44,352 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:44,769 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:21:44,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d}] 2023-08-10T06:21:44,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:44,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33583 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-10T06:21:44,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:44,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing bea151d219e657441d249c2754d74a8d 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-10T06:21:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:45,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/bb54196e30744ab5a9a194c399fde500 is 49, key is activesession:/session:c/1691648504297/Put/seqid=0 2023-08-10T06:21:45,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/bb54196e30744ab5a9a194c399fde500 2023-08-10T06:21:45,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: bb54196e30744ab5a9a194c399fde500 2023-08-10T06:21:45,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/bb54196e30744ab5a9a194c399fde500 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/bb54196e30744ab5a9a194c399fde500 2023-08-10T06:21:45,136 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/bb54196e30744ab5a9a194c399fde500, entries=1, sequenceid=5, filesize=4.9 K 2023-08-10T06:21:45,141 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for bea151d219e657441d249c2754d74a8d in 195ms, sequenceid=5, compaction requested=false 2023-08-10T06:21:45,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for bea151d219e657441d249c2754d74a8d: 2023-08-10T06:21:45,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. for snapshot_backup_system completed. 2023-08-10T06:21:45,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:21:45,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:21:45,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:21:45,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/bb54196e30744ab5a9a194c399fde500] hfiles 2023-08-10T06:21:45,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/bb54196e30744ab5a9a194c399fde500 for snapshot=snapshot_backup_system 2023-08-10T06:21:45,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:21:45,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-10T06:21:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-10T06:21:45,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:45,188 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d 2023-08-10T06:21:45,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-10T06:21:45,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d in 416 msec 2023-08-10T06:21:45,191 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:21:45,193 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:21:45,197 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:21:45,197 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:21:45,200 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:21:45,225 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:21:45,241 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:21:45,242 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:21:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:45,688 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:21:45,688 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:21:45,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3530 sec 2023-08-10T06:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:21:46,455 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-08-10T06:21:46,456 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(115): Backup backup_1691648499860 started at 1691648506455. 2023-08-10T06:21:46,481 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(119): Backup session backup_1691648499860 has been started. 2023-08-10T06:21:46,487 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:21:46,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:21:46,512 INFO [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:21:46,512 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:21:46,513 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:21:46,513 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:21:46,514 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,514 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:46,515 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:21:46,515 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,516 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:21:46,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:46,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:46,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:21:46,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:46,517 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:21:46,520 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:21:46,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:21:46,520 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:21:46,520 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:21:46,521 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:21:46,521 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,521 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:21:46,521 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:21:46,521 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33583,1691648483683' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:21:46,526 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,526 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:46,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:46,526 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,526 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:21:46,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:46,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:46,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:46,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:46,529 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33583,1691648483683' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:21:46,529 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4470e3c1[Count = 0] remaining members to acquire global barrier 2023-08-10T06:21:46,529 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:21:46,529 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,532 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,532 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,532 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:21:46,532 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,532 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:21:46,533 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:21:46,533 DEBUG [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,534 INFO [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648485683 highest: 1691648485683 on jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,534 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33583%2C1691648483683:(num 1691648485683) roll requested 2023-08-10T06:21:46,550 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648506534, exclude list is [], retry=0 2023-08-10T06:21:46,556 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:21:46,561 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648485683 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648506534 2023-08-10T06:21:46,562 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:21:46,562 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648485683 is not closed yet, will try archiving it next time 2023-08-10T06:21:46,562 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta:.meta(num 1691648486676) roll requested 2023-08-10T06:21:46,575 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648506562.meta, exclude list is [], retry=0 2023-08-10T06:21:46,579 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:21:46,581 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648486676.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648506562.meta 2023-08-10T06:21:46,582 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:21:46,582 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648486676.meta is not closed yet, will try archiving it next time 2023-08-10T06:21:46,595 DEBUG [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-08-10T06:21:46,595 INFO [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648506534 on jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,596 DEBUG [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:46,597 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59048, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:21:46,617 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:21:46,617 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33583,1691648483683' in zk 2023-08-10T06:21:46,620 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:21:46,620 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,621 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:21:46,621 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:21:46,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:46,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:46,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:46,622 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:46,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:46,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:46,623 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:46,624 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33583,1691648483683': 2023-08-10T06:21:46,625 INFO [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:21:46,625 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33583,1691648483683' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:21:46,625 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:21:46,625 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:21:46,625 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:21:46,625 INFO [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:21:46,627 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,627 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,627 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:21:46,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,627 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:21:46,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:21:46,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:21:46,628 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:21:46,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:46,628 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:46,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:21:46,629 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:46,629 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,629 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:21:46,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:21:46,630 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:46,639 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,639 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:21:46,639 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:21:46,639 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:21:46,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:21:46,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:21:46,640 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:21:46,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:21:46,642 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:21:46,642 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:21:46,742 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:21:46,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } 2023-08-10T06:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648506753 (current time:1691648506753). 2023-08-10T06:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648506752_default_test-1691648492640 VERSION not specified, setting to 2 2023-08-10T06:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x720515e9 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c3518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:46,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41224, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x720515e9 to 127.0.0.1:64460 2023-08-10T06:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } 2023-08-10T06:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:21:46,767 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:46,768 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:46,771 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:47,184 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:21:47,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 1cfc2e4d37ff6e58d3ed942862e7e144}] 2023-08-10T06:21:47,187 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:47,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33583 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-10T06:21:47,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:47,340 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 1cfc2e4d37ff6e58d3ed942862e7e144 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:21:47,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/.tmp/f/2731f4687f4241a8b30e93af7a6ebe04 is 37, key is row10/f:q1/1691648494279/Put/seqid=0 2023-08-10T06:21:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:47,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/.tmp/f/2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:47,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:47,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/.tmp/f/2731f4687f4241a8b30e93af7a6ebe04 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:47,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:21:47,401 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1cfc2e4d37ff6e58d3ed942862e7e144 in 61ms, sequenceid=103, compaction requested=false 2023-08-10T06:21:47,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 1cfc2e4d37ff6e58d3ed942862e7e144: 2023-08-10T06:21:47,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. for snapshot_1691648506752_default_test-1691648492640 completed. 2023-08-10T06:21:47,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144.' region-info for snapshot=snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:47,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:21:47,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04] hfiles 2023-08-10T06:21:47,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04 for snapshot=snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:47,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:21:47,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-10T06:21:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-10T06:21:47,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648506752_default_test-1691648492640 on region 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:47,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:47,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-10T06:21:47,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 1cfc2e4d37ff6e58d3ed942862e7e144 in 637 msec 2023-08-10T06:21:47,823 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:21:47,824 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:21:47,825 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:21:47,825 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:47,826 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:48,246 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:21:48,253 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:21:48,254 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_1691648506752_default_test-1691648492640 to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:49,085 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:21:49,085 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:21:49,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648506752_default_test-1691648492640 table=test-1691648492640 type=FLUSH ttl=0 } in 2.3210 sec 2023-08-10T06:21:50,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:21:50,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:50,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:21:50,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-10T06:21:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:21:50,880 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1691648492640, procId: 34 completed 2023-08-10T06:21:50,880 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648499860 2023-08-10T06:21:50,880 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:21:50,881 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-08-10T06:21:50,884 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648499860_test-1691648492640 2023-08-10T06:21:50,884 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648506752_default_test-1691648492640 to hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/ 2023-08-10T06:21:50,894 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:21:50,932 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40013, inputRoot=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:50,932 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38093,1691648480307_1373777385_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/.hbase-snapshot/.tmp/snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:50,932 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40013, inputRoot=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2, snapshotDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648506752_default_test-1691648492640. 2023-08-10T06:21:50,946 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648506752_default_test-1691648492640 to hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/.hbase-snapshot/.tmp/snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:51,380 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:51,380 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:51,381 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:51,382 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,408 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop-5536089159744326762.jar 2023-08-10T06:21:52,408 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,409 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,409 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,410 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,410 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,410 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,411 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,411 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,412 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:52,412 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:52,413 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:21:52,413 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:21:52,414 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:21:52,415 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:21:52,415 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:21:52,415 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:21:52,416 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:21:52,416 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:21:52,417 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:21:52,417 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:21:52,417 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:21:52,422 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:52,422 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:52,422 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:52,423 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:52,423 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:21:52,424 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:52,424 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:52,481 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:21:52,508 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648506752_default_test-1691648492640' hfile list 2023-08-10T06:21:52,519 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:21:52,765 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648512715/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:21:52,765 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648512715/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:21:52,912 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:21:52,943 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04 output=hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:52,943 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-08-10T06:21:53,823 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:21:53,824 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:21:53,832 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:53,832 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648506752_default_test-1691648492640 finished. 2023-08-10T06:21:53,832 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1014): test-1691648492640 2023-08-10T06:21:53,902 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648499860 2023-08-10T06:21:53,902 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:21:54,320 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40013/backupUT/backup_1691648499860/.backup.manifest 2023-08-10T06:21:54,320 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(358): Backup backup_1691648499860 finished: type=FULL,tablelist=test-1691648492640,targetRootDir=hdfs://localhost:40013/backupUT,startts=1691648506455,completets=1691648513899,bytescopied=0 2023-08-10T06:21:54,320 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:21:54,320 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:54,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648506752_default_test-1691648492640" 2023-08-10T06:21:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648506752_default_test-1691648492640 2023-08-10T06:21:54,333 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648506752_default_test-1691648492640 for backup backup_1691648499860 succeeded. 2023-08-10T06:21:54,333 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:21:54,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:21:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:21:54,348 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:21:54,355 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:21:54,373 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(376): Backup backup_1691648499860 completed. 2023-08-10T06:21:54,373 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:21:54,373 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x51091161 to 127.0.0.1:64460 2023-08-10T06:21:54,373 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:54,374 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] backup.TestRestoreBoundaryTests(51): backup complete 2023-08-10T06:21:54,377 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-08-10T06:21:54,378 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40013/backupUT/backup_1691648499860/.backup.manifest 2023-08-10T06:21:54,381 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648499860/.backup.manifest 2023-08-10T06:21:54,388 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40013/backupUT/backup_1691648499860/.backup.manifest 2023-08-10T06:21:54,390 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648499860/.backup.manifest 2023-08-10T06:21:54,390 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(148): Restoring 'test-1691648492640' to 'table1' from full backup image hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640 2023-08-10T06:21:54,402 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(487): Creating target table 'table1' 2023-08-10T06:21:54,402 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:54,403 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f in region [hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144] 2023-08-10T06:21:54,408 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04 first=row0 last=row98 2023-08-10T06:21:54,409 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:54,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:21:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-08-10T06:21:54,423 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:21:54,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-08-10T06:21:54,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:21:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:54,838 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6f87fb75ac66372fe12a302dd9ea0418, NAME => 'table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:21:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:55,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:55,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 6f87fb75ac66372fe12a302dd9ea0418, disabling compactions & flushes 2023-08-10T06:21:55,245 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,245 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,246 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. after waiting 0 ms 2023-08-10T06:21:55,246 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,246 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,246 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6f87fb75ac66372fe12a302dd9ea0418: 2023-08-10T06:21:55,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:21:55,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1691648515247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648515247"}]},"ts":"1691648515247"} 2023-08-10T06:21:55,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:21:55,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:21:55,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648515251"}]},"ts":"1691648515251"} 2023-08-10T06:21:55,253 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-08-10T06:21:55,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, ASSIGN}] 2023-08-10T06:21:55,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, ASSIGN 2023-08-10T06:21:55,260 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:21:55,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=6f87fb75ac66372fe12a302dd9ea0418, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:55,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure 6f87fb75ac66372fe12a302dd9ea0418, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:55,569 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,569 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => 6f87fb75ac66372fe12a302dd9ea0418, NAME => 'table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:21:55,569 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:21:55,570 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,570 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:21:55,570 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,570 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,571 INFO [StoreOpener-6f87fb75ac66372fe12a302dd9ea0418-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,573 INFO [StoreOpener-6f87fb75ac66372fe12a302dd9ea0418-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f87fb75ac66372fe12a302dd9ea0418 columnFamilyName f 2023-08-10T06:21:55,573 DEBUG [StoreOpener-6f87fb75ac66372fe12a302dd9ea0418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:21:55,573 INFO [StoreOpener-6f87fb75ac66372fe12a302dd9ea0418-1 {}] regionserver.HStore(324): Store=6f87fb75ac66372fe12a302dd9ea0418/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:21:55,574 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,575 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,577 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:55,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:21:55,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened 6f87fb75ac66372fe12a302dd9ea0418; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10968943840, jitterRate=0.021562501788139343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:21:55,581 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for 6f87fb75ac66372fe12a302dd9ea0418: 2023-08-10T06:21:55,582 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418., pid=38, masterSystemTime=1691648515565 2023-08-10T06:21:55,584 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,584 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:55,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=6f87fb75ac66372fe12a302dd9ea0418, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:55,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=38, resume processing ppid=37 2023-08-10T06:21:55,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure 6f87fb75ac66372fe12a302dd9ea0418, server=jenkins-hbase3.apache.org,33583,1691648483683 in 173 msec 2023-08-10T06:21:55,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-10T06:21:55,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, ASSIGN in 331 msec 2023-08-10T06:21:55,591 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:21:55,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648515591"}]},"ts":"1691648515591"} 2023-08-10T06:21:55,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-08-10T06:21:55,595 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:21:55,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1760 sec 2023-08-10T06:21:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:21:56,533 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:table1, procId: 36 completed 2023-08-10T06:21:56,539 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144 from hbase tables test-1691648492640 to tables table1 2023-08-10T06:21:56,539 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1691648492640 into table1 2023-08-10T06:21:56,542 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539 from hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:21:56,545 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0da14a2f to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:56,550 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fa4df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:56,552 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:56,553 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42954, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:56,567 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:21:56,567 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-08-10T06:21:56,572 DEBUG [hconnection-0x6078dda8-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:56,574 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59718, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:56,576 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-08-10T06:21:56,577 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:21:56,577 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/partitions_94beafa9-d956-450d-8662-2a4215c87535 2023-08-10T06:21:57,017 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:57,018 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:57,019 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:57,019 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,034 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop-7712566778758904119.jar 2023-08-10T06:21:58,035 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,035 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,036 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,036 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,037 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,037 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,037 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,038 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,038 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,039 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:58,040 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:21:58,040 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:21:58,041 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:21:58,041 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:21:58,042 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:21:58,042 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:21:58,042 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:21:58,043 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:21:58,043 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:21:58,044 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:21:58,044 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:21:58,048 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,049 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,049 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,049 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,050 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,050 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:21:58,051 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:21:58,051 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-08-10T06:21:58,051 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:21:58,052 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0da14a2f to 127.0.0.1:64460 2023-08-10T06:21:58,052 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:58,052 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:21:58,052 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:21:58,053 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:21:58,058 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:21:58,065 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:21:58,160 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648518124/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:21:58,160 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648518124/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:21:58,234 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/archive/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/f/2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:58,238 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:21:58,242 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:21:58,355 DEBUG [pool-190-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x62c9f3a2 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:58,361 DEBUG [pool-190-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8da0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:58,363 DEBUG [hconnection-0x56ce5448-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:58,365 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59722, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:58,367 DEBUG [pool-190-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x62c9f3a2 to 127.0.0.1:64460 2023-08-10T06:21:58,367 DEBUG [pool-190-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:58,369 DEBUG [pool-190-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-10T06:21:58,369 DEBUG [pool-190-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:21:58,380 DEBUG [pool-190-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539/_temporary/0/_temporary/attempt_local2098935690_0002_r_000000_0/f/0222fe0180754321944bc86ef20c9ca6 is 37, key is row10/f:q1/1691648494279/Put/seqid=0 2023-08-10T06:21:58,382 WARN [Thread-762 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33583] Specified favored nodes: [jenkins-hbase3.apache.org:33583] 2023-08-10T06:21:59,219 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539 2023-08-10T06:21:59,219 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x429c32c4 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:59,226 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455cf5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:59,227 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:59,229 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59724, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:59,236 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539/_SUCCESS 2023-08-10T06:21:59,241 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:59,242 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42968, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:59,272 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0222fe0180754321944bc86ef20c9ca6 2023-08-10T06:21:59,272 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539/f/0222fe0180754321944bc86ef20c9ca6 first=Optional[row0] last=Optional[row98] 2023-08-10T06:21:59,291 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418., hostname=jenkins-hbase3.apache.org,33583,1691648483683, seqNum=2 for row with hfile group [{f,hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539/f/0222fe0180754321944bc86ef20c9ca6}] 2023-08-10T06:21:59,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539/f/0222fe0180754321944bc86ef20c9ca6 for inclusion in 6f87fb75ac66372fe12a302dd9ea0418/f 2023-08-10T06:21:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-10T06:21:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-10T06:21:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0222fe0180754321944bc86ef20c9ca6 2023-08-10T06:21:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HRegion(2520): Flush status journal for 6f87fb75ac66372fe12a302dd9ea0418: 2023-08-10T06:21:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-default-table1-1691648516539/f/0222fe0180754321944bc86ef20c9ca6 to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__table1__2eaqj9s62ldgu3olttgonkmih0ut67bukbg1ehbrrnsm08aosqq0f5dibectfrbj/f/0222fe0180754321944bc86ef20c9ca6 2023-08-10T06:21:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__table1__2eaqj9s62ldgu3olttgonkmih0ut67bukbg1ehbrrnsm08aosqq0f5dibectfrbj/f/0222fe0180754321944bc86ef20c9ca6 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f/8857a744df604d0c89c2e698cf63e4c2_SeqId_4_ 2023-08-10T06:21:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d0904bc to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb83eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:59,329 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:59,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59730, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:59,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:21:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d0904bc to 127.0.0.1:64460 2023-08-10T06:21:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:59,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__table1__2eaqj9s62ldgu3olttgonkmih0ut67bukbg1ehbrrnsm08aosqq0f5dibectfrbj/f/0222fe0180754321944bc86ef20c9ca6 into 6f87fb75ac66372fe12a302dd9ea0418/f as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f/8857a744df604d0c89c2e698cf63e4c2_SeqId_4_ - updating store file list. 2023-08-10T06:21:59,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f/8857a744df604d0c89c2e698cf63e4c2_SeqId_4_ into 6f87fb75ac66372fe12a302dd9ea0418/f 2023-08-10T06:21:59,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__table1__2eaqj9s62ldgu3olttgonkmih0ut67bukbg1ehbrrnsm08aosqq0f5dibectfrbj/f/0222fe0180754321944bc86ef20c9ca6 into 6f87fb75ac66372fe12a302dd9ea0418/f (new location: hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f/8857a744df604d0c89c2e698cf63e4c2_SeqId_4_) 2023-08-10T06:21:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__table1__2eaqj9s62ldgu3olttgonkmih0ut67bukbg1ehbrrnsm08aosqq0f5dibectfrbj/f/0222fe0180754321944bc86ef20c9ca6 2023-08-10T06:21:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7d9e7f7a to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd4446d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:59,374 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42976, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:21:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:59,379 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59732, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-10T06:21:59,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:21:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7d9e7f7a to 127.0.0.1:64460 2023-08-10T06:21:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:59,409 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:21:59,409 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x429c32c4 to 127.0.0.1:64460 2023-08-10T06:21:59,409 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:59,410 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-10T06:21:59,410 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-10T06:21:59,410 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(233): Backup: backup_1691648499860 hdfs://localhost:40013/backupUT/backup_1691648499860/default/test-1691648492640/ 2023-08-10T06:21:59,410 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-08-10T06:21:59,414 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$18(963): Started disable of table1 2023-08-10T06:21:59,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable table1 2023-08-10T06:21:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-08-10T06:21:59,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648519432"}]},"ts":"1691648519432"} 2023-08-10T06:21:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-10T06:21:59,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-08-10T06:21:59,435 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-08-10T06:21:59,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, UNASSIGN}] 2023-08-10T06:21:59,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, UNASSIGN 2023-08-10T06:21:59,439 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=6f87fb75ac66372fe12a302dd9ea0418, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:21:59,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 6f87fb75ac66372fe12a302dd9ea0418, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:21:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-10T06:21:59,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:59,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing 6f87fb75ac66372fe12a302dd9ea0418, disabling compactions & flushes 2023-08-10T06:21:59,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:59,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:59,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. after waiting 0 ms 2023-08-10T06:21:59,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:59,602 DEBUG [StoreFileCloser-6f87fb75ac66372fe12a302dd9ea0418-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8857a744df604d0c89c2e698cf63e4c2_SeqId_4_ 2023-08-10T06:21:59,609 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-08-10T06:21:59,610 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:21:59,610 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418. 2023-08-10T06:21:59,610 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for 6f87fb75ac66372fe12a302dd9ea0418: 2023-08-10T06:21:59,612 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed 6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:59,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=6f87fb75ac66372fe12a302dd9ea0418, regionState=CLOSED 2023-08-10T06:21:59,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-08-10T06:21:59,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 6f87fb75ac66372fe12a302dd9ea0418, server=jenkins-hbase3.apache.org,33583,1691648483683 in 174 msec 2023-08-10T06:21:59,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=40, resume processing ppid=39 2023-08-10T06:21:59,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=6f87fb75ac66372fe12a302dd9ea0418, UNASSIGN in 181 msec 2023-08-10T06:21:59,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648519620"}]},"ts":"1691648519620"} 2023-08-10T06:21:59,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-08-10T06:21:59,625 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-08-10T06:21:59,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 203 msec 2023-08-10T06:21:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-10T06:21:59,736 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: default:table1, procId: 39 completed 2023-08-10T06:21:59,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete table1 2023-08-10T06:21:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-08-10T06:21:59,752 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-08-10T06:21:59,754 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-08-10T06:21:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:21:59,760 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:59,765 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f, FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/recovered.edits] 2023-08-10T06:21:59,774 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f/8857a744df604d0c89c2e698cf63e4c2_SeqId_4_ to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/archive/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/f/8857a744df604d0c89c2e698cf63e4c2_SeqId_4_ 2023-08-10T06:21:59,778 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/recovered.edits/6.seqid to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/archive/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418/recovered.edits/6.seqid 2023-08-10T06:21:59,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/table1/6f87fb75ac66372fe12a302dd9ea0418 2023-08-10T06:21:59,782 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-08-10T06:21:59,785 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-08-10T06:21:59,795 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-08-10T06:21:59,798 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-08-10T06:21:59,799 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-08-10T06:21:59,800 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-08-10T06:21:59,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1691648519800"}]},"ts":"9223372036854775807"} 2023-08-10T06:21:59,802 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-10T06:21:59,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6f87fb75ac66372fe12a302dd9ea0418, NAME => 'table1,,1691648514419.6f87fb75ac66372fe12a302dd9ea0418.', STARTKEY => '', ENDKEY => ''}] 2023-08-10T06:21:59,802 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-08-10T06:21:59,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1691648519802"}]},"ts":"9223372036854775807"} 2023-08-10T06:21:59,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-08-10T06:21:59,807 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-08-10T06:21:59,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 64 msec 2023-08-10T06:21:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:21:59,857 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: default:table1, procId: 42 completed 2023-08-10T06:21:59,876 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=594 (was 582) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1492623058_16 at /127.0.0.1:42750 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ee19194-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ee19194-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-450651827_16 at /127.0.0.1:56054 [Receiving block BP-998659349-172.31.12.81-1691648477069:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ee19194-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-998659349-172.31.12.81-1691648477069:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ee19194-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-998659349-172.31.12.81-1691648477069:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ee19194-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-450651827_16 at /127.0.0.1:56042 [Receiving block BP-998659349-172.31.12.81-1691648477069:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ee19194-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=675 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=237 (was 310), ProcessCount=171 (was 173), AvailableMemoryMB=1764 (was 2135) 2023-08-10T06:21:59,876 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-08-10T06:21:59,892 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=594, OpenFileDescriptor=675, MaxFileDescriptor=60000, SystemLoadAverage=237, ProcessCount=171, AvailableMemoryMB=1762 2023-08-10T06:21:59,892 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-08-10T06:21:59,892 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] backup.TestRestoreBoundaryTests(67): create full backup image on multiple tables 2023-08-10T06:21:59,893 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x69ac0042 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:59,925 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fcd870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:59,929 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:59,933 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59736, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:59,935 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:21:59,937 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42986, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:21:59,950 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:21:59,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648519956 (current time:1691648519956). 2023-08-10T06:21:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:21:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:21:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1787c8a3 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:21:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c76a1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:21:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:21:59,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59742, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:21:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1787c8a3 to 127.0.0.1:64460 2023-08-10T06:21:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:21:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:21:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:21:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-08-10T06:21:59,968 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:21:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:21:59,969 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:21:59,971 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:22:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:22:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:22:00,295 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:22:00,297 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34100, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:22:00,378 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:22:00,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d}] 2023-08-10T06:22:00,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d 2023-08-10T06:22:00,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33583 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-08-10T06:22:00,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:00,533 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing bea151d219e657441d249c2754d74a8d 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-08-10T06:22:00,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/meta/188225962aed4d0cb23749e33b3aefcb is 169, key is trslm:hdfs://localhost:40013/backupUT\x00test-1691648492640/meta:log-roll-map/1691648513890/Put/seqid=0 2023-08-10T06:22:00,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/meta/188225962aed4d0cb23749e33b3aefcb 2023-08-10T06:22:00,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 188225962aed4d0cb23749e33b3aefcb 2023-08-10T06:22:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:22:00,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/b1750e8d32e34cb190d31f1f30cd7f51 is 310, key is session:backup_1691648499860/session:context/1691648514354/Put/seqid=0 2023-08-10T06:22:00,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/b1750e8d32e34cb190d31f1f30cd7f51 2023-08-10T06:22:01,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b1750e8d32e34cb190d31f1f30cd7f51 2023-08-10T06:22:01,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/meta/188225962aed4d0cb23749e33b3aefcb as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/meta/188225962aed4d0cb23749e33b3aefcb 2023-08-10T06:22:01,014 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/meta/188225962aed4d0cb23749e33b3aefcb, entries=4, sequenceid=17, filesize=5.5 K 2023-08-10T06:22:01,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/b1750e8d32e34cb190d31f1f30cd7f51 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/b1750e8d32e34cb190d31f1f30cd7f51 2023-08-10T06:22:01,021 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/b1750e8d32e34cb190d31f1f30cd7f51, entries=2, sequenceid=17, filesize=5.3 K 2023-08-10T06:22:01,022 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for bea151d219e657441d249c2754d74a8d in 489ms, sequenceid=17, compaction requested=false 2023-08-10T06:22:01,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for bea151d219e657441d249c2754d74a8d: 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. for snapshot_backup_system completed. 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/meta/188225962aed4d0cb23749e33b3aefcb] hfiles 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/meta/188225962aed4d0cb23749e33b3aefcb for snapshot=snapshot_backup_system 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/bb54196e30744ab5a9a194c399fde500, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/b1750e8d32e34cb190d31f1f30cd7f51] hfiles 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/bb54196e30744ab5a9a194c399fde500 for snapshot=snapshot_backup_system 2023-08-10T06:22:01,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/b1750e8d32e34cb190d31f1f30cd7f51 for snapshot=snapshot_backup_system 2023-08-10T06:22:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:22:01,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:22:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:01,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-08-10T06:22:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(3994): Remote procedure done, pid=44 2023-08-10T06:22:01,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region bea151d219e657441d249c2754d74a8d 2023-08-10T06:22:01,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d 2023-08-10T06:22:01,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=44, resume processing ppid=43 2023-08-10T06:22:01,434 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:22:01,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure bea151d219e657441d249c2754d74a8d in 1.0530 sec 2023-08-10T06:22:01,434 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:22:01,435 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:22:01,435 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:22:01,436 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:22:01,449 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:22:01,457 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:22:01,458 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:22:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:22:02,277 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:22:02,277 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-08-10T06:22:02,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3110 sec 2023-08-10T06:22:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-10T06:22:04,077 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-08-10T06:22:04,077 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(115): Backup backup_1691648519925 started at 1691648524077. 2023-08-10T06:22:04,079 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(119): Backup session backup_1691648519925 has been started. 2023-08-10T06:22:04,084 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:22:04,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:22:04,085 INFO [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:22:04,086 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:22:04,086 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:22:04,087 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:22:04,087 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,087 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,089 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:22:04,089 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,089 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:22:04,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:22:04,089 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,089 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:22:04,089 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,090 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:22:04,090 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,090 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:22:04,090 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:22:04,090 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:22:04,090 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:22:04,090 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:22:04,091 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:22:04,091 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:22:04,091 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33583,1691648483683' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:22:04,093 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,094 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,094 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:22:04,094 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:22:04,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:22:04,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:22:04,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:22:04,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:22:04,096 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33583,1691648483683' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:22:04,096 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@22009c75[Count = 0] remaining members to acquire global barrier 2023-08-10T06:22:04,096 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:22:04,096 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,097 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,097 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,098 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:22:04,098 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,098 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:22:04,098 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:22:04,098 DEBUG [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,098 INFO [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648506534 highest: 1691648506534 on jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,098 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33583%2C1691648483683:(num 1691648506534) roll requested 2023-08-10T06:22:04,109 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648524098, exclude list is [], retry=0 2023-08-10T06:22:04,113 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:22:04,115 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648506534 with entries=15, filesize=3.49 KB; new WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648524098 2023-08-10T06:22:04,115 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:22:04,115 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.1691648506534 is not closed yet, will try archiving it next time 2023-08-10T06:22:04,115 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta:.meta(num 1691648506562) roll requested 2023-08-10T06:22:04,126 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648524115.meta, exclude list is [], retry=0 2023-08-10T06:22:04,129 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK] 2023-08-10T06:22:04,130 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648506562.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648524115.meta 2023-08-10T06:22:04,130 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43241,DS-d45c6278-1c77-43c5-81aa-44505b17dd45,DISK]] 2023-08-10T06:22:04,130 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/WALs/jenkins-hbase3.apache.org,33583,1691648483683/jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta.1691648506562.meta is not closed yet, will try archiving it next time 2023-08-10T06:22:04,138 DEBUG [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-10T06:22:04,138 INFO [rs(jenkins-hbase3.apache.org,33583,1691648483683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648524098 on jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,149 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:22:04,149 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33583,1691648483683' in zk 2023-08-10T06:22:04,154 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:22:04,154 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,154 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:22:04,154 DEBUG [member: 'jenkins-hbase3.apache.org,33583,1691648483683' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:22:04,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:22:04,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:22:04,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:22:04,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:22:04,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:22:04,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33583,1691648483683': 2023-08-10T06:22:04,158 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33583,1691648483683' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:22:04,158 INFO [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:22:04,158 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:22:04,158 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:22:04,158 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:22:04,158 INFO [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:22:04,168 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,168 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,168 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:22:04,168 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:22:04,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:22:04,169 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:22:04,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:22:04,169 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:22:04,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:22:04,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,170 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:22:04,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:22:04,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:04,175 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:22:04,175 DEBUG [(jenkins-hbase3.apache.org,38093,1691648480307)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:22:04,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:22:04,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-08-10T06:22:04,175 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:22:04,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:22:04,176 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:22:04,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:22:04,176 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:22:04,176 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:22:04,277 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:22:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:22:04,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } 2023-08-10T06:22:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648524281 (current time:1691648524281). 2023-08-10T06:22:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:22:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648524280_ns2_test-16916484926401 VERSION not specified, setting to 2 2023-08-10T06:22:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0db636a1 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af24c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:04,291 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56016, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0db636a1 to 127.0.0.1:64460 2023-08-10T06:22:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:22:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } 2023-08-10T06:22:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-08-10T06:22:04,295 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:22:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:04,296 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:22:04,298 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:22:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:04,708 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:22:04,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure e58137a3cc3b8c2913f5f141b635b4a3}] 2023-08-10T06:22:04,711 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:22:04,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33583 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-08-10T06:22:04,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:04,864 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2819): Flushing e58137a3cc3b8c2913f5f141b635b4a3 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:22:04,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/.tmp/f/c32c60ed5f9542ac99b31221f3e6a998 is 37, key is row10/f:q1/1691648496492/Put/seqid=0 2023-08-10T06:22:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:05,290 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/.tmp/f/c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:05,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:05,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/.tmp/f/c32c60ed5f9542ac99b31221f3e6a998 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:05,303 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:22:05,304 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e58137a3cc3b8c2913f5f141b635b4a3 in 440ms, sequenceid=103, compaction requested=false 2023-08-10T06:22:05,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for e58137a3cc3b8c2913f5f141b635b4a3: 2023-08-10T06:22:05,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. for snapshot_1691648524280_ns2_test-16916484926401 completed. 2023-08-10T06:22:05,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.' region-info for snapshot=snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:05,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:22:05,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998] hfiles 2023-08-10T06:22:05,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998 for snapshot=snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:05,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:05,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-08-10T06:22:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(3994): Remote procedure done, pid=46 2023-08-10T06:22:05,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648524280_ns2_test-16916484926401 on region e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:22:05,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:22:05,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=46, resume processing ppid=45 2023-08-10T06:22:05,716 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:22:05,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure e58137a3cc3b8c2913f5f141b635b4a3 in 1.0050 sec 2023-08-10T06:22:05,717 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:22:05,717 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:22:05,717 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:05,718 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:06,130 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:22:06,136 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:22:06,137 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_1691648524280_ns2_test-16916484926401 to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:06,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:22:06,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-08-10T06:22:06,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1691648524280_ns2_test-16916484926401 table=ns2:test-16916484926401 type=FLUSH ttl=0 } in 2.6640 sec 2023-08-10T06:22:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-10T06:22:08,404 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns2:test-16916484926401, procId: 45 completed 2023-08-10T06:22:08,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } 2023-08-10T06:22:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648528404 (current time:1691648528404). 2023-08-10T06:22:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:22:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648528404_ns3_test-16916484926402 VERSION not specified, setting to 2 2023-08-10T06:22:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3bf58f2c to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538b22e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:08,415 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56022, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3bf58f2c to 127.0.0.1:64460 2023-08-10T06:22:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:22:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } 2023-08-10T06:22:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-08-10T06:22:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:08,420 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:22:08,421 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:22:08,423 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:22:08,489 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-08-10T06:22:08,489 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-08-10T06:22:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:08,830 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:22:08,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure ef56f148a9e7658b298a3c40bcbf4d9c}] 2023-08-10T06:22:08,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:08,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33583 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2023-08-10T06:22:08,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2520): Flush status journal for ef56f148a9e7658b298a3c40bcbf4d9c: 2023-08-10T06:22:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. for snapshot_1691648528404_ns3_test-16916484926402 completed. 2023-08-10T06:22:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c.' region-info for snapshot=snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:22:08,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:22:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:09,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:09,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=48 2023-08-10T06:22:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster(3994): Remote procedure done, pid=48 2023-08-10T06:22:09,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648528404_ns3_test-16916484926402 on region ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:09,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:09,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=48, resume processing ppid=47 2023-08-10T06:22:09,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=48, ppid=47, state=SUCCESS; SnapshotRegionProcedure ef56f148a9e7658b298a3c40bcbf4d9c in 565 msec 2023-08-10T06:22:09,398 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:22:09,399 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:22:09,399 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:22:09,399 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:09,400 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:09,811 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:22:09,816 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:22:09,817 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/.tmp/snapshot_1691648528404_ns3_test-16916484926402 to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:10,637 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:22:10,637 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-08-10T06:22:10,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1691648528404_ns3_test-16916484926402 table=ns3:test-16916484926402 type=FLUSH ttl=0 } in 2.2200 sec 2023-08-10T06:22:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-10T06:22:12,528 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns3:test-16916484926402, procId: 47 completed 2023-08-10T06:22:12,528 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648519925 2023-08-10T06:22:12,528 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:22:12,528 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-08-10T06:22:12,528 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648519925_ns2:test-16916484926401 2023-08-10T06:22:12,528 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648524280_ns2_test-16916484926401 to hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/ 2023-08-10T06:22:12,528 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:22:12,556 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40013, inputRoot=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:22:12,556 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38093,1691648480307_765274379_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/.hbase-snapshot/.tmp/snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:12,556 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40013, inputRoot=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2, snapshotDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648524280_ns2_test-16916484926401. 2023-08-10T06:22:12,566 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648524280_ns2_test-16916484926401 to hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/.hbase-snapshot/.tmp/snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:13,003 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:13,003 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:13,004 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:13,004 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,001 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop-6736141629717286720.jar 2023-08-10T06:22:14,002 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,002 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,002 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,003 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,003 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,004 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,004 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,004 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,005 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:14,006 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:14,006 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:14,007 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:14,007 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:14,008 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:14,008 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:14,009 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:14,009 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:14,010 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:14,011 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:14,011 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:14,012 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:14,013 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:14,013 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:14,013 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:14,014 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:14,014 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:14,045 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:14,064 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648524280_ns2_test-16916484926401' hfile list 2023-08-10T06:22:14,067 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:22:14,156 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648534116/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:14,156 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648534116/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:14,224 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:22:14,252 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998 output=hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:14,252 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-10T06:22:15,204 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:22:15,205 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:22:15,211 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:15,211 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648524280_ns2_test-16916484926401 finished. 2023-08-10T06:22:15,211 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648519925_ns3:test-16916484926402 2023-08-10T06:22:15,212 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648528404_ns3_test-16916484926402 to hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402/ 2023-08-10T06:22:15,212 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:22:15,235 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40013, inputRoot=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:22:15,235 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38093,1691648480307_-830146808_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402/.hbase-snapshot/.tmp/snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:15,235 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40013, inputRoot=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2, snapshotDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648528404_ns3_test-16916484926402. 2023-08-10T06:22:15,241 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/.hbase-snapshot/snapshot_1691648528404_ns3_test-16916484926402 to hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402/.hbase-snapshot/.tmp/snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:15,661 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:15,662 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:15,662 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:15,663 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,645 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop-1700115828096462916.jar 2023-08-10T06:22:16,646 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,646 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,647 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,648 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,648 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,649 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,649 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,650 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,650 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:16,651 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:16,652 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:16,652 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:16,653 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:16,653 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:16,654 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:16,654 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:16,654 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:16,655 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:16,655 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:16,656 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:16,656 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:16,657 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:16,657 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:16,658 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:16,658 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:16,659 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:22:16,659 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:16,660 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:16,687 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:16,705 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648528404_ns3_test-16916484926402' hfile list 2023-08-10T06:22:16,795 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648536753/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:16,795 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648536753/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:17,826 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:22:17,828 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:22:17,835 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:17,835 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648528404_ns3_test-16916484926402 finished. 2023-08-10T06:22:17,835 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1014): ns2:test-16916484926401 2023-08-10T06:22:17,835 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1014): ns3:test-16916484926402 2023-08-10T06:22:17,843 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648519925 2023-08-10T06:22:17,843 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:22:18,249 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40013/backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,249 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648519925 2023-08-10T06:22:18,249 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:22:18,655 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40013/backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,655 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(358): Backup backup_1691648519925 finished: type=FULL,tablelist=ns2:test-16916484926401;ns3:test-16916484926402,targetRootDir=hdfs://localhost:40013/backupUT,startts=1691648524077,completets=1691648537843,bytescopied=0 2023-08-10T06:22:18,655 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:22:18,655 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:18,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648524280_ns2_test-16916484926401" 2023-08-10T06:22:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648524280_ns2_test-16916484926401 2023-08-10T06:22:18,660 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648524280_ns2_test-16916484926401 for backup backup_1691648519925 succeeded. 2023-08-10T06:22:18,660 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:18,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648528404_ns3_test-16916484926402" 2023-08-10T06:22:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648528404_ns3_test-16916484926402 2023-08-10T06:22:18,664 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648528404_ns3_test-16916484926402 for backup backup_1691648519925 succeeded. 2023-08-10T06:22:18,664 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:22:18,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:22:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:22:18,672 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:22:18,674 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:22:18,683 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.TableBackupClient(376): Backup backup_1691648519925 completed. 2023-08-10T06:22:18,683 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:18,684 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x69ac0042 to 127.0.0.1:64460 2023-08-10T06:22:18,684 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:18,686 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-08-10T06:22:18,687 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(101): HBase table ns3:table3_restore does not exist. It will be created during restore process 2023-08-10T06:22:18,688 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40013/backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,691 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,692 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40013/backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,694 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,695 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40013/backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,697 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:18,697 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16916484926401' to 'ns2:table2' from full backup image hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401 2023-08-10T06:22:18,706 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-08-10T06:22:18,706 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:22:18,707 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f in region [hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3] 2023-08-10T06:22:18,711 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998 first=row0 last=row98 2023-08-10T06:22:18,711 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:18,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-08-10T06:22:18,715 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:18,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 49 2023-08-10T06:22:18,716 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-10T06:22:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-10T06:22:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-10T06:22:19,123 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 666e09fbc702b44a80476da00d97014b, NAME => 'ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:22:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-10T06:22:19,530 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:19,530 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 666e09fbc702b44a80476da00d97014b, disabling compactions & flushes 2023-08-10T06:22:19,530 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,530 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,530 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. after waiting 0 ms 2023-08-10T06:22:19,530 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,530 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,530 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 666e09fbc702b44a80476da00d97014b: 2023-08-10T06:22:19,532 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:19,532 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1691648539532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648539532"}]},"ts":"1691648539532"} 2023-08-10T06:22:19,533 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:19,534 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:19,534 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648539534"}]},"ts":"1691648539534"} 2023-08-10T06:22:19,536 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-08-10T06:22:19,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, ASSIGN}] 2023-08-10T06:22:19,542 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, ASSIGN 2023-08-10T06:22:19,542 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:22:19,694 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=666e09fbc702b44a80476da00d97014b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:19,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; OpenRegionProcedure 666e09fbc702b44a80476da00d97014b, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:22:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-10T06:22:19,855 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => 666e09fbc702b44a80476da00d97014b, NAME => 'ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:19,856 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:19,856 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,856 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:19,856 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,856 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,857 INFO [StoreOpener-666e09fbc702b44a80476da00d97014b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,859 INFO [StoreOpener-666e09fbc702b44a80476da00d97014b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666e09fbc702b44a80476da00d97014b columnFamilyName f 2023-08-10T06:22:19,859 DEBUG [StoreOpener-666e09fbc702b44a80476da00d97014b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:19,859 INFO [StoreOpener-666e09fbc702b44a80476da00d97014b-1 {}] regionserver.HStore(324): Store=666e09fbc702b44a80476da00d97014b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:19,860 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,860 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:19,864 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:19,865 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened 666e09fbc702b44a80476da00d97014b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9413432800, jitterRate=-0.12330575287342072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:19,865 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for 666e09fbc702b44a80476da00d97014b: 2023-08-10T06:22:19,866 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b., pid=51, masterSystemTime=1691648539848 2023-08-10T06:22:19,868 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,868 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:19,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=666e09fbc702b44a80476da00d97014b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:19,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=51, resume processing ppid=50 2023-08-10T06:22:19,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=51, ppid=50, state=SUCCESS; OpenRegionProcedure 666e09fbc702b44a80476da00d97014b, server=jenkins-hbase3.apache.org,33583,1691648483683 in 174 msec 2023-08-10T06:22:19,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=50, resume processing ppid=49 2023-08-10T06:22:19,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, ASSIGN in 332 msec 2023-08-10T06:22:19,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:19,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648539874"}]},"ts":"1691648539874"} 2023-08-10T06:22:19,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-08-10T06:22:19,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:19,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=49, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1670 sec 2023-08-10T06:22:20,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-08-10T06:22:20,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:22:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-10T06:22:20,822 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:table2, procId: 49 completed 2023-08-10T06:22:20,826 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3 from hbase tables ns2:test-16916484926401 to tables ns2:table2 2023-08-10T06:22:20,826 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16916484926401 into ns2:table2 2023-08-10T06:22:20,828 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826 from hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:22:20,828 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x12221b53 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:20,835 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2845b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:20,835 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:20,837 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52646, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:20,838 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:22:20,838 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-08-10T06:22:20,841 DEBUG [hconnection-0xa79010a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:20,842 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48162, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:20,844 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-08-10T06:22:20,844 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-10T06:22:20,844 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/partitions_6bb9adc0-1fcb-4373-bbff-e95bf14a18b0 2023-08-10T06:22:21,253 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:21,253 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:21,254 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:21,254 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,225 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop-8828617594744416411.jar 2023-08-10T06:22:22,225 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,226 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,226 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,227 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,227 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,227 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,228 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,228 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,228 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,229 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:22,230 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:22:22,230 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:22:22,231 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:22:22,231 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:22:22,231 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:22:22,232 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:22:22,232 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:22:22,233 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:22:22,233 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:22:22,233 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:22:22,234 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:22:22,234 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,235 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,235 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,235 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,235 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,236 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:22:22,237 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:22:22,237 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-08-10T06:22:22,237 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:22,237 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x12221b53 to 127.0.0.1:64460 2023-08-10T06:22:22,237 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:22,237 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-10T06:22:22,237 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-10T06:22:22,238 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:22:22,243 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:22:22,248 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-10T06:22:22,324 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648542291/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:22:22,324 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/mapreduce.cluster.local.dir/1691648542291/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:22:22,402 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/archive/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/f/c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:22,407 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-10T06:22:22,411 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:22,426 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x40ba0498 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:22,431 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cced76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:22,432 DEBUG [hconnection-0x11ae6cca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:22,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48174, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:22,436 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x40ba0498 to 127.0.0.1:64460 2023-08-10T06:22:22,436 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:22,437 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-10T06:22:22,437 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:22:22,447 DEBUG [pool-230-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826/_temporary/0/_temporary/attempt_local1170612645_0005_r_000000_0/f/25d1fe46730c4ad79ccc698dbef0c5fa is 37, key is row10/f:q1/1691648496492/Put/seqid=0 2023-08-10T06:22:22,449 WARN [Thread-980 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:33583] Specified favored nodes: [jenkins-hbase3.apache.org:33583] 2023-08-10T06:22:23,380 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826 2023-08-10T06:22:23,380 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x214e2948 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:23,390 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fba8d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:23,392 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:23,394 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48176, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:23,400 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826/_SUCCESS 2023-08-10T06:22:23,404 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:23,404 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52656, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:23,415 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 25d1fe46730c4ad79ccc698dbef0c5fa 2023-08-10T06:22:23,415 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826/f/25d1fe46730c4ad79ccc698dbef0c5fa first=Optional[row0] last=Optional[row98] 2023-08-10T06:22:23,416 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b., hostname=jenkins-hbase3.apache.org,33583,1691648483683, seqNum=2 for row with hfile group [{f,hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826/f/25d1fe46730c4ad79ccc698dbef0c5fa}] 2023-08-10T06:22:23,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826/f/25d1fe46730c4ad79ccc698dbef0c5fa for inclusion in 666e09fbc702b44a80476da00d97014b/f 2023-08-10T06:22:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-10T06:22:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-10T06:22:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 25d1fe46730c4ad79ccc698dbef0c5fa 2023-08-10T06:22:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HRegion(2520): Flush status journal for 666e09fbc702b44a80476da00d97014b: 2023-08-10T06:22:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/hbase-staging/bulk_output-ns2-table2-1691648540826/f/25d1fe46730c4ad79ccc698dbef0c5fa to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__ns2_table2__s03vujnq3tqafbq74gij40jvj3v8uudnnv7p9b557l3h5ftq3fmig3io8ad46tjv/f/25d1fe46730c4ad79ccc698dbef0c5fa 2023-08-10T06:22:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__ns2_table2__s03vujnq3tqafbq74gij40jvj3v8uudnnv7p9b557l3h5ftq3fmig3io8ad46tjv/f/25d1fe46730c4ad79ccc698dbef0c5fa as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f/6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_ 2023-08-10T06:22:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x274f7c60 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f431211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:23,438 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52664, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:23,443 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:23,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x274f7c60 to 127.0.0.1:64460 2023-08-10T06:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:23,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__ns2_table2__s03vujnq3tqafbq74gij40jvj3v8uudnnv7p9b557l3h5ftq3fmig3io8ad46tjv/f/25d1fe46730c4ad79ccc698dbef0c5fa into 666e09fbc702b44a80476da00d97014b/f as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f/6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_ - updating store file list. 2023-08-10T06:22:23,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f/6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_ into 666e09fbc702b44a80476da00d97014b/f 2023-08-10T06:22:23,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__ns2_table2__s03vujnq3tqafbq74gij40jvj3v8uudnnv7p9b557l3h5ftq3fmig3io8ad46tjv/f/25d1fe46730c4ad79ccc698dbef0c5fa into 666e09fbc702b44a80476da00d97014b/f (new location: hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f/6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_) 2023-08-10T06:22:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/staging/jenkins__ns2_table2__s03vujnq3tqafbq74gij40jvj3v8uudnnv7p9b557l3h5ftq3fmig3io8ad46tjv/f/25d1fe46730c4ad79ccc698dbef0c5fa 2023-08-10T06:22:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42ddce88 to 127.0.0.1:64460 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d84155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:23,483 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:22:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:23,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-10T06:22:23,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42ddce88 to 127.0.0.1:64460 2023-08-10T06:22:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33583 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:23,505 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:23,505 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x214e2948 to 127.0.0.1:64460 2023-08-10T06:22:23,505 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:23,505 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-10T06:22:23,505 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-10T06:22:23,505 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(233): Backup: backup_1691648519925 hdfs://localhost:40013/backupUT/backup_1691648519925/ns2/test-16916484926401/ 2023-08-10T06:22:23,506 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40013/backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:23,510 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1691648519925/.backup.manifest 2023-08-10T06:22:23,510 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(148): Restoring 'ns3:test-16916484926402' to 'ns3:table3_restore' from full backup image hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402 2023-08-10T06:22:23,517 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(101): Folder tableArchivePath: hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402/archive/data/ns3/test-16916484926402 does not exists 2023-08-10T06:22:23,517 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(326): find table descriptor but no archive dir for table ns3:test-16916484926402, will only create table 2023-08-10T06:22:23,518 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] util.RestoreTool(487): Creating target table 'ns3:table3_restore' 2023-08-10T06:22:23,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:table3_restore 2023-08-10T06:22:23,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:23,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "table3_restore" procId is: 52 2023-08-10T06:22:23,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-10T06:22:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-10T06:22:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-10T06:22:23,933 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 29e5e30911eb4ae6595684d89290dadb, NAME => 'ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2 2023-08-10T06:22:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-10T06:22:24,341 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:24,341 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1668): Closing 29e5e30911eb4ae6595684d89290dadb, disabling compactions & flushes 2023-08-10T06:22:24,341 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,341 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,341 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. after waiting 0 ms 2023-08-10T06:22:24,341 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,341 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,341 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1622): Region close journal for 29e5e30911eb4ae6595684d89290dadb: 2023-08-10T06:22:24,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:24,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1691648544342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648544342"}]},"ts":"1691648544342"} 2023-08-10T06:22:24,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:24,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:24,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648544345"}]},"ts":"1691648544345"} 2023-08-10T06:22:24,346 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLING in hbase:meta 2023-08-10T06:22:24,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, ASSIGN}] 2023-08-10T06:22:24,353 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, ASSIGN 2023-08-10T06:22:24,354 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33583,1691648483683; forceNewPlan=false, retain=false 2023-08-10T06:22:24,505 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=29e5e30911eb4ae6595684d89290dadb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:24,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; OpenRegionProcedure 29e5e30911eb4ae6595684d89290dadb, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:22:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-10T06:22:24,663 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(130): Open ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,663 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7254): Opening region: {ENCODED => 29e5e30911eb4ae6595684d89290dadb, NAME => 'ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:24,664 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:24,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table3_restore 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:24,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7296): checking encryption for 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7299): checking classloading for 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,666 INFO [StoreOpener-29e5e30911eb4ae6595684d89290dadb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,668 INFO [StoreOpener-29e5e30911eb4ae6595684d89290dadb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e5e30911eb4ae6595684d89290dadb columnFamilyName f 2023-08-10T06:22:24,668 DEBUG [StoreOpener-29e5e30911eb4ae6595684d89290dadb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:24,668 INFO [StoreOpener-29e5e30911eb4ae6595684d89290dadb-1 {}] regionserver.HStore(324): Store=29e5e30911eb4ae6595684d89290dadb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:24,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,670 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,672 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1076): writing seq id for 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:24,675 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:24,675 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): Opened 29e5e30911eb4ae6595684d89290dadb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11097014400, jitterRate=0.033490002155303955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:24,676 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(992): Region open journal for 29e5e30911eb4ae6595684d89290dadb: 2023-08-10T06:22:24,677 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb., pid=54, masterSystemTime=1691648544659 2023-08-10T06:22:24,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(158): Opened ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:24,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=29e5e30911eb4ae6595684d89290dadb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:24,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=54, resume processing ppid=53 2023-08-10T06:22:24,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=54, ppid=53, state=SUCCESS; OpenRegionProcedure 29e5e30911eb4ae6595684d89290dadb, server=jenkins-hbase3.apache.org,33583,1691648483683 in 174 msec 2023-08-10T06:22:24,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=53, resume processing ppid=52 2023-08-10T06:22:24,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, ASSIGN in 331 msec 2023-08-10T06:22:24,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:24,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648544685"}]},"ts":"1691648544685"} 2023-08-10T06:22:24,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLED in hbase:meta 2023-08-10T06:22:24,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:24,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=52, state=SUCCESS; CreateTableProcedure table=ns3:table3_restore in 1.1690 sec 2023-08-10T06:22:25,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:22:25,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-08-10T06:22:25,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:table3_restore' 2023-08-10T06:22:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-10T06:22:25,631 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:table3_restore, procId: 52 completed 2023-08-10T06:22:25,634 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-10T06:22:25,634 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(233): Backup: backup_1691648519925 hdfs://localhost:40013/backupUT/backup_1691648519925/ns3/test-16916484926402/ 2023-08-10T06:22:25,634 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-08-10T06:22:25,637 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$18(963): Started disable of ns2:table2 2023-08-10T06:22:25,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable ns2:table2 2023-08-10T06:22:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-08-10T06:22:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=55 2023-08-10T06:22:25,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648545641"}]},"ts":"1691648545641"} 2023-08-10T06:22:25,642 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-08-10T06:22:25,644 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-08-10T06:22:25,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, UNASSIGN}] 2023-08-10T06:22:25,646 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, UNASSIGN 2023-08-10T06:22:25,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=666e09fbc702b44a80476da00d97014b, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:25,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE; CloseRegionProcedure 666e09fbc702b44a80476da00d97014b, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:22:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=55 2023-08-10T06:22:25,799 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(119): Close 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:25,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1668): Closing 666e09fbc702b44a80476da00d97014b, disabling compactions & flushes 2023-08-10T06:22:25,800 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1690): Closing region ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:25,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:25,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. after waiting 0 ms 2023-08-10T06:22:25,800 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:25,802 DEBUG [StoreFileCloser-666e09fbc702b44a80476da00d97014b-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_ 2023-08-10T06:22:25,808 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-08-10T06:22:25,808 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:25,809 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1909): Closed ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b. 2023-08-10T06:22:25,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1622): Region close journal for 666e09fbc702b44a80476da00d97014b: 2023-08-10T06:22:25,810 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(163): Closed 666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:25,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=666e09fbc702b44a80476da00d97014b, regionState=CLOSED 2023-08-10T06:22:25,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=57, resume processing ppid=56 2023-08-10T06:22:25,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=57, ppid=56, state=SUCCESS; CloseRegionProcedure 666e09fbc702b44a80476da00d97014b, server=jenkins-hbase3.apache.org,33583,1691648483683 in 164 msec 2023-08-10T06:22:25,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=56, resume processing ppid=55 2023-08-10T06:22:25,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=666e09fbc702b44a80476da00d97014b, UNASSIGN in 170 msec 2023-08-10T06:22:25,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648545816"}]},"ts":"1691648545816"} 2023-08-10T06:22:25,817 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-08-10T06:22:25,819 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-08-10T06:22:25,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=55, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 183 msec 2023-08-10T06:22:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=55 2023-08-10T06:22:25,943 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: ns2:table2, procId: 55 completed 2023-08-10T06:22:25,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete ns2:table2 2023-08-10T06:22:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:table2 2023-08-10T06:22:25,947 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-10T06:22:25,948 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-10T06:22:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=58 2023-08-10T06:22:25,950 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:25,952 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f, FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/recovered.edits] 2023-08-10T06:22:25,959 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f/6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_ to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/archive/data/ns2/table2/666e09fbc702b44a80476da00d97014b/f/6aefa1bf33004dc692ce07672e1b41b1_SeqId_4_ 2023-08-10T06:22:25,962 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b/recovered.edits/6.seqid to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/archive/data/ns2/table2/666e09fbc702b44a80476da00d97014b/recovered.edits/6.seqid 2023-08-10T06:22:25,963 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/table2/666e09fbc702b44a80476da00d97014b 2023-08-10T06:22:25,963 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-08-10T06:22:25,966 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-10T06:22:25,968 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-08-10T06:22:25,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-08-10T06:22:25,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-10T06:22:25,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-08-10T06:22:25,971 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1691648545971"}]},"ts":"9223372036854775807"} 2023-08-10T06:22:25,973 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-10T06:22:25,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 666e09fbc702b44a80476da00d97014b, NAME => 'ns2:table2,,1691648538712.666e09fbc702b44a80476da00d97014b.', STARTKEY => '', ENDKEY => ''}] 2023-08-10T06:22:25,973 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-08-10T06:22:25,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1691648545973"}]},"ts":"9223372036854775807"} 2023-08-10T06:22:25,975 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-08-10T06:22:25,978 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-10T06:22:25,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=58, state=SUCCESS; DeleteTableProcedure table=ns2:table2 in 34 msec 2023-08-10T06:22:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=58 2023-08-10T06:22:26,049 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: ns2:table2, procId: 58 completed 2023-08-10T06:22:26,050 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$18(963): Started disable of ns3:table3_restore 2023-08-10T06:22:26,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable ns3:table3_restore 2023-08-10T06:22:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=59 2023-08-10T06:22:26,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648546054"}]},"ts":"1691648546054"} 2023-08-10T06:22:26,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLING in hbase:meta 2023-08-10T06:22:26,058 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(293): Set ns3:table3_restore to state=DISABLING 2023-08-10T06:22:26,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, UNASSIGN}] 2023-08-10T06:22:26,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, UNASSIGN 2023-08-10T06:22:26,061 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=29e5e30911eb4ae6595684d89290dadb, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:26,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE; CloseRegionProcedure 29e5e30911eb4ae6595684d89290dadb, server=jenkins-hbase3.apache.org,33583,1691648483683}] 2023-08-10T06:22:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=59 2023-08-10T06:22:26,215 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(119): Close 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:26,216 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1668): Closing 29e5e30911eb4ae6595684d89290dadb, disabling compactions & flushes 2023-08-10T06:22:26,217 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:26,217 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:26,217 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. after waiting 0 ms 2023-08-10T06:22:26,217 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:26,221 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:22:26,222 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:26,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb. 2023-08-10T06:22:26,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1622): Region close journal for 29e5e30911eb4ae6595684d89290dadb: 2023-08-10T06:22:26,224 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(163): Closed 29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:26,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=29e5e30911eb4ae6595684d89290dadb, regionState=CLOSED 2023-08-10T06:22:26,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=61, resume processing ppid=60 2023-08-10T06:22:26,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=61, ppid=60, state=SUCCESS; CloseRegionProcedure 29e5e30911eb4ae6595684d89290dadb, server=jenkins-hbase3.apache.org,33583,1691648483683 in 163 msec 2023-08-10T06:22:26,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=60, resume processing ppid=59 2023-08-10T06:22:26,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=60, ppid=59, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=29e5e30911eb4ae6595684d89290dadb, UNASSIGN in 169 msec 2023-08-10T06:22:26,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648546230"}]},"ts":"1691648546230"} 2023-08-10T06:22:26,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLED in hbase:meta 2023-08-10T06:22:26,232 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(305): Set ns3:table3_restore to state=DISABLED 2023-08-10T06:22:26,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=59, state=SUCCESS; DisableTableProcedure table=ns3:table3_restore in 183 msec 2023-08-10T06:22:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=59 2023-08-10T06:22:26,357 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: ns3:table3_restore, procId: 59 completed 2023-08-10T06:22:26,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete ns3:table3_restore 2023-08-10T06:22:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1033): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,362 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=62 2023-08-10T06:22:26,364 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:26,366 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb/f, FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb/recovered.edits] 2023-08-10T06:22:26,372 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb/recovered.edits/4.seqid to hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/archive/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb/recovered.edits/4.seqid 2023-08-10T06:22:26,372 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/table3_restore/29e5e30911eb4ae6595684d89290dadb 2023-08-10T06:22:26,372 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived ns3:table3_restore regions 2023-08-10T06:22:26,375 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,378 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns3:table3_restore from hbase:meta 2023-08-10T06:22:26,380 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'ns3:table3_restore' descriptor. 2023-08-10T06:22:26,382 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,382 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'ns3:table3_restore' from region states. 2023-08-10T06:22:26,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1691648546382"}]},"ts":"9223372036854775807"} 2023-08-10T06:22:26,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-10T06:22:26,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 29e5e30911eb4ae6595684d89290dadb, NAME => 'ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb.', STARTKEY => '', ENDKEY => ''}] 2023-08-10T06:22:26,384 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'ns3:table3_restore' as deleted. 2023-08-10T06:22:26,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1691648546384"}]},"ts":"9223372036854775807"} 2023-08-10T06:22:26,386 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table ns3:table3_restore state from META 2023-08-10T06:22:26,389 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(127): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-10T06:22:26,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=62, state=SUCCESS; DeleteTableProcedure table=ns3:table3_restore in 31 msec 2023-08-10T06:22:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=62 2023-08-10T06:22:26,464 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: ns3:table3_restore, procId: 62 completed 2023-08-10T06:22:26,481 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=594 (was 594), OpenFileDescriptor=667 (was 675), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=182 (was 237), ProcessCount=171 (was 171), AvailableMemoryMB=1606 (was 1762) 2023-08-10T06:22:26,481 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-08-10T06:22:26,489 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-10T06:22:26,489 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:26,489 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x052584ea to 127.0.0.1:64460 2023-08-10T06:22:26,489 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:26,490 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-10T06:22:26,490 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] util.JVMClusterUtil(257): Found active master hash=245649760, stopped=false 2023-08-10T06:22:26,490 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:22:26,493 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:22:26,493 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:22:26,493 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:26,494 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:26,494 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-10T06:22:26,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:22:26,495 DEBUG [Listener at jenkins-hbase3.apache.org/44987 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:26,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:22:26,495 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,33583,1691648483683' ***** 2023-08-10T06:22:26,495 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-10T06:22:26,495 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:22:26,500 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:22:26,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-10T06:22:26,508 INFO [RS:0;jenkins-hbase3:33583 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@3b49301a{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:22:26,512 INFO [RS:0;jenkins-hbase3:33583 {}] server.AbstractConnector(383): Stopped ServerConnector@723548fa{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:22:26,512 INFO [RS:0;jenkins-hbase3:33583 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:22:26,513 INFO [RS:0;jenkins-hbase3:33583 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@77cf4fab{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:22:26,514 INFO [RS:0;jenkins-hbase3:33583 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1ca8d551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.log.dir/,STOPPED} 2023-08-10T06:22:26,516 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-10T06:22:26,516 INFO [RS:0;jenkins-hbase3:33583 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-10T06:22:26,516 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-10T06:22:26,516 INFO [RS:0;jenkins-hbase3:33583 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-10T06:22:26,516 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for 0e5095abff755552eb506be09094c711 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for bea151d219e657441d249c2754d74a8d 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for a60015b7d293c90890f202e61af798a5 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for 1cfc2e4d37ff6e58d3ed942862e7e144 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for 4e27cf8f4a41c29dce1265473af233b3 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for e58137a3cc3b8c2913f5f141b635b4a3 2023-08-10T06:22:26,517 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:26,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0e5095abff755552eb506be09094c711, disabling compactions & flushes 2023-08-10T06:22:26,518 INFO [RS:0;jenkins-hbase3:33583 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:22:26,518 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:22:26,518 DEBUG [RS:0;jenkins-hbase3:33583 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:26,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:22:26,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. after waiting 0 ms 2023-08-10T06:22:26,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:22:26,518 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-10T06:22:26,518 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-10T06:22:26,518 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-10T06:22:26,518 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-10T06:22:26,518 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-10T06:22:26,518 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1583): Online Regions={0e5095abff755552eb506be09094c711=backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711., bea151d219e657441d249c2754d74a8d=backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d., a60015b7d293c90890f202e61af798a5=hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5., 1cfc2e4d37ff6e58d3ed942862e7e144=test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144., 1588230740=hbase:meta,,1.1588230740, ef56f148a9e7658b298a3c40bcbf4d9c=ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c., 4e27cf8f4a41c29dce1265473af233b3=ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3., e58137a3cc3b8c2913f5f141b635b4a3=ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3.} 2023-08-10T06:22:26,519 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:22:26,519 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:22:26,519 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:22:26,519 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:22:26,519 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:22:26,519 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=16.01 KB heapSize=28.33 KB 2023-08-10T06:22:26,520 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1609): Waiting on 0e5095abff755552eb506be09094c711, 1588230740, 1cfc2e4d37ff6e58d3ed942862e7e144, 4e27cf8f4a41c29dce1265473af233b3, a60015b7d293c90890f202e61af798a5, bea151d219e657441d249c2754d74a8d, e58137a3cc3b8c2913f5f141b635b4a3, ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:26,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system_bulk/0e5095abff755552eb506be09094c711/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:22:26,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:26,528 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:22:26,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0e5095abff755552eb506be09094c711: 2023-08-10T06:22:26,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1691648502136.0e5095abff755552eb506be09094c711. 2023-08-10T06:22:26,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bea151d219e657441d249c2754d74a8d, disabling compactions & flushes 2023-08-10T06:22:26,528 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:26,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:26,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. after waiting 0 ms 2023-08-10T06:22:26,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:26,528 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing bea151d219e657441d249c2754d74a8d 2/2 column families, dataSize=1.46 KB heapSize=2.61 KB 2023-08-10T06:22:26,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/meta/59ee5628140b420584d83e1d6c2d825c is 171, key is trslm:hdfs://localhost:40013/backupUT\x00ns2:test-16916484926401/meta:log-roll-map/1691648537838/Put/seqid=0 2023-08-10T06:22:26,539 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=717 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/meta/59ee5628140b420584d83e1d6c2d825c 2023-08-10T06:22:26,546 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 59ee5628140b420584d83e1d6c2d825c 2023-08-10T06:22:26,547 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/info/e2df3cc8754a40cb95fad5fe51e771c5 is 159, key is ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3./info:regioninfo/1691648495557/Put/seqid=0 2023-08-10T06:22:26,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/c9513c7fb69441b9ac01d51f848ec4d7 is 524, key is session:backup_1691648519925/session:context/1691648538673/Put/seqid=0 2023-08-10T06:22:26,558 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.17 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/info/e2df3cc8754a40cb95fad5fe51e771c5 2023-08-10T06:22:26,560 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/c9513c7fb69441b9ac01d51f848ec4d7 2023-08-10T06:22:26,566 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e2df3cc8754a40cb95fad5fe51e771c5 2023-08-10T06:22:26,567 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9513c7fb69441b9ac01d51f848ec4d7 2023-08-10T06:22:26,568 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/meta/59ee5628140b420584d83e1d6c2d825c as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/meta/59ee5628140b420584d83e1d6c2d825c 2023-08-10T06:22:26,574 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/meta/59ee5628140b420584d83e1d6c2d825c, entries=6, sequenceid=27, filesize=5.8 K 2023-08-10T06:22:26,576 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/.tmp/session/c9513c7fb69441b9ac01d51f848ec4d7 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/c9513c7fb69441b9ac01d51f848ec4d7 2023-08-10T06:22:26,581 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/rep_barrier/190abffef8c24a889cdbf0a49693511d is 102, key is ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb./rep_barrier:/1691648546375/DeleteFamily/seqid=0 2023-08-10T06:22:26,581 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/session/c9513c7fb69441b9ac01d51f848ec4d7, entries=2, sequenceid=27, filesize=5.5 K 2023-08-10T06:22:26,582 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.58 KB/2640, currentSize=0 B/0 for bea151d219e657441d249c2754d74a8d in 54ms, sequenceid=27, compaction requested=true 2023-08-10T06:22:26,586 DEBUG [StoreFileCloser-bea151d219e657441d249c2754d74a8d-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 188225962aed4d0cb23749e33b3aefcb 2023-08-10T06:22:26,588 DEBUG [StoreFileCloser-bea151d219e657441d249c2754d74a8d-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 59ee5628140b420584d83e1d6c2d825c 2023-08-10T06:22:26,590 DEBUG [StoreFileCloser-bea151d219e657441d249c2754d74a8d-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: bb54196e30744ab5a9a194c399fde500 2023-08-10T06:22:26,592 DEBUG [StoreFileCloser-bea151d219e657441d249c2754d74a8d-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b1750e8d32e34cb190d31f1f30cd7f51 2023-08-10T06:22:26,594 DEBUG [StoreFileCloser-bea151d219e657441d249c2754d74a8d-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9513c7fb69441b9ac01d51f848ec4d7 2023-08-10T06:22:26,598 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/backup/system/bea151d219e657441d249c2754d74a8d/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-08-10T06:22:26,599 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:26,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:26,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bea151d219e657441d249c2754d74a8d: 2023-08-10T06:22:26,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1691648500009.bea151d219e657441d249c2754d74a8d. 2023-08-10T06:22:26,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a60015b7d293c90890f202e61af798a5, disabling compactions & flushes 2023-08-10T06:22:26,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:22:26,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:22:26,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. after waiting 0 ms 2023-08-10T06:22:26,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:22:26,600 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing a60015b7d293c90890f202e61af798a5 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-10T06:22:26,614 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/.tmp/info/c64644cd580c41bbbdc4395072672f88 is 45, key is default/info:d/1691648487658/Put/seqid=0 2023-08-10T06:22:26,617 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-10T06:22:26,617 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-10T06:22:26,720 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1cfc2e4d37ff6e58d3ed942862e7e144, 4e27cf8f4a41c29dce1265473af233b3, a60015b7d293c90890f202e61af798a5, e58137a3cc3b8c2913f5f141b635b4a3, ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:26,920 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1cfc2e4d37ff6e58d3ed942862e7e144, 4e27cf8f4a41c29dce1265473af233b3, a60015b7d293c90890f202e61af798a5, e58137a3cc3b8c2913f5f141b635b4a3, ef56f148a9e7658b298a3c40bcbf4d9c 2023-08-10T06:22:26,995 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=274 B at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/rep_barrier/190abffef8c24a889cdbf0a49693511d 2023-08-10T06:22:27,003 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 190abffef8c24a889cdbf0a49693511d 2023-08-10T06:22:27,016 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/table/c9a992f0fba242cf90ae1d3435f76025 is 96, key is ns3:table3_restore,,1691648543519.29e5e30911eb4ae6595684d89290dadb./table:/1691648546375/DeleteFamily/seqid=0 2023-08-10T06:22:27,019 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/.tmp/info/c64644cd580c41bbbdc4395072672f88 2023-08-10T06:22:27,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c64644cd580c41bbbdc4395072672f88 2023-08-10T06:22:27,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/.tmp/info/c64644cd580c41bbbdc4395072672f88 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/info/c64644cd580c41bbbdc4395072672f88 2023-08-10T06:22:27,031 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/info/c64644cd580c41bbbdc4395072672f88, entries=7, sequenceid=11, filesize=5.1 K 2023-08-10T06:22:27,032 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for a60015b7d293c90890f202e61af798a5 in 432ms, sequenceid=11, compaction requested=false 2023-08-10T06:22:27,034 DEBUG [StoreFileCloser-a60015b7d293c90890f202e61af798a5-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c64644cd580c41bbbdc4395072672f88 2023-08-10T06:22:27,039 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/namespace/a60015b7d293c90890f202e61af798a5/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-10T06:22:27,040 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:27,041 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:22:27,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a60015b7d293c90890f202e61af798a5: 2023-08-10T06:22:27,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1691648487081.a60015b7d293c90890f202e61af798a5. 2023-08-10T06:22:27,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1cfc2e4d37ff6e58d3ed942862e7e144, disabling compactions & flushes 2023-08-10T06:22:27,041 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:22:27,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:22:27,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. after waiting 0 ms 2023-08-10T06:22:27,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:22:27,042 DEBUG [StoreFileCloser-1cfc2e4d37ff6e58d3ed942862e7e144-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2731f4687f4241a8b30e93af7a6ebe04 2023-08-10T06:22:27,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/default/test-1691648492640/1cfc2e4d37ff6e58d3ed942862e7e144/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:27,047 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1cfc2e4d37ff6e58d3ed942862e7e144: 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1691648492640,,1691648493122.1cfc2e4d37ff6e58d3ed942862e7e144. 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ef56f148a9e7658b298a3c40bcbf4d9c, disabling compactions & flushes 2023-08-10T06:22:27,047 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. after waiting 0 ms 2023-08-10T06:22:27,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:27,050 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns3/test-16916484926402/ef56f148a9e7658b298a3c40bcbf4d9c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-08-10T06:22:27,051 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:27,052 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:27,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ef56f148a9e7658b298a3c40bcbf4d9c: 2023-08-10T06:22:27,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16916484926402,,1691648496564.ef56f148a9e7658b298a3c40bcbf4d9c. 2023-08-10T06:22:27,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4e27cf8f4a41c29dce1265473af233b3, disabling compactions & flushes 2023-08-10T06:22:27,052 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:22:27,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:22:27,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. after waiting 0 ms 2023-08-10T06:22:27,052 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:22:27,061 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns4/test-16916484926403/4e27cf8f4a41c29dce1265473af233b3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:22:27,062 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:27,062 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:22:27,062 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4e27cf8f4a41c29dce1265473af233b3: 2023-08-10T06:22:27,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16916484926403,,1691648497687.4e27cf8f4a41c29dce1265473af233b3. 2023-08-10T06:22:27,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e58137a3cc3b8c2913f5f141b635b4a3, disabling compactions & flushes 2023-08-10T06:22:27,063 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:27,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:27,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. after waiting 0 ms 2023-08-10T06:22:27,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:27,064 DEBUG [StoreFileCloser-e58137a3cc3b8c2913f5f141b635b4a3-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c32c60ed5f9542ac99b31221f3e6a998 2023-08-10T06:22:27,065 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a60015b7d293c90890f202e61af798a5 changed from -1.0 to 0.0, refreshing cache 2023-08-10T06:22:27,076 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/ns2/test-16916484926401/e58137a3cc3b8c2913f5f141b635b4a3/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-10T06:22:27,077 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:27,078 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:27,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e58137a3cc3b8c2913f5f141b635b4a3: 2023-08-10T06:22:27,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16916484926401,,1691648494363.e58137a3cc3b8c2913f5f141b635b4a3. 2023-08-10T06:22:27,121 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-08-10T06:22:27,321 DEBUG [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-08-10T06:22:27,421 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.58 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/table/c9a992f0fba242cf90ae1d3435f76025 2023-08-10T06:22:27,428 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9a992f0fba242cf90ae1d3435f76025 2023-08-10T06:22:27,429 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/info/e2df3cc8754a40cb95fad5fe51e771c5 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/info/e2df3cc8754a40cb95fad5fe51e771c5 2023-08-10T06:22:27,436 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/info/e2df3cc8754a40cb95fad5fe51e771c5, entries=76, sequenceid=75, filesize=14.6 K 2023-08-10T06:22:27,437 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/rep_barrier/190abffef8c24a889cdbf0a49693511d as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/rep_barrier/190abffef8c24a889cdbf0a49693511d 2023-08-10T06:22:27,444 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/rep_barrier/190abffef8c24a889cdbf0a49693511d, entries=3, sequenceid=75, filesize=5.5 K 2023-08-10T06:22:27,445 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/.tmp/table/c9a992f0fba242cf90ae1d3435f76025 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/table/c9a992f0fba242cf90ae1d3435f76025 2023-08-10T06:22:27,452 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/table/c9a992f0fba242cf90ae1d3435f76025, entries=20, sequenceid=75, filesize=6.2 K 2023-08-10T06:22:27,453 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~16.01 KB/16398, heapSize ~28.28 KB/28960, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=75, compaction requested=false 2023-08-10T06:22:27,463 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e2df3cc8754a40cb95fad5fe51e771c5 2023-08-10T06:22:27,466 DEBUG [StoreFileCloser-1588230740-rep_barrier-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 190abffef8c24a889cdbf0a49693511d 2023-08-10T06:22:27,468 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9a992f0fba242cf90ae1d3435f76025 2023-08-10T06:22:27,474 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/data/hbase/meta/1588230740/recovered.edits/78.seqid, newMaxSeqId=78, maxSeqId=1 2023-08-10T06:22:27,475 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:27,475 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:22:27,476 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:22:27,476 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:22:27,476 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-10T06:22:27,521 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,33583,1691648483683; all regions closed. 2023-08-10T06:22:27,531 DEBUG [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/oldWALs 2023-08-10T06:22:27,531 INFO [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33583%2C1691648483683.meta:.meta(num 1691648524115) 2023-08-10T06:22:27,541 DEBUG [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/oldWALs 2023-08-10T06:22:27,541 INFO [RS:0;jenkins-hbase3:33583 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33583%2C1691648483683:(num 1691648524098) 2023-08-10T06:22:27,541 DEBUG [RS:0;jenkins-hbase3:33583 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:27,541 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:22:27,542 INFO [RS:0;jenkins-hbase3:33583 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-08-10T06:22:27,542 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:22:27,544 INFO [RS:0;jenkins-hbase3:33583 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:33583 2023-08-10T06:22:27,552 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:22:27,552 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,33583,1691648483683 2023-08-10T06:22:27,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,33583,1691648483683] 2023-08-10T06:22:27,556 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,33583,1691648483683; numProcessing=1 2023-08-10T06:22:27,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,33583,1691648483683 already deleted, retry=false 2023-08-10T06:22:27,557 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,33583,1691648483683 expired; onlineServers=0 2023-08-10T06:22:27,557 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,38093,1691648480307' ***** 2023-08-10T06:22:27,557 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-10T06:22:27,558 DEBUG [M:0;jenkins-hbase3:38093 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a2ea36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:22:27,558 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:22:27,566 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-08-10T06:22:27,566 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:27,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:22:27,602 INFO [M:0;jenkins-hbase3:38093 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4ef2fef2{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:22:27,603 INFO [M:0;jenkins-hbase3:38093 {}] server.AbstractConnector(383): Stopped ServerConnector@19891bf8{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:22:27,603 INFO [M:0;jenkins-hbase3:38093 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:22:27,603 INFO [M:0;jenkins-hbase3:38093 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@f2e8778{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:22:27,604 INFO [M:0;jenkins-hbase3:38093 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6d1ad3b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/hadoop.log.dir/,STOPPED} 2023-08-10T06:22:27,604 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38093,1691648480307 2023-08-10T06:22:27,604 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38093,1691648480307; all regions closed. 2023-08-10T06:22:27,604 DEBUG [M:0;jenkins-hbase3:38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:27,605 INFO [M:0;jenkins-hbase3:38093 {}] master.HMaster(1664): Stopping master jetty server 2023-08-10T06:22:27,605 INFO [M:0;jenkins-hbase3:38093 {}] server.AbstractConnector(383): Stopped ServerConnector@20cd6af0{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:22:27,606 DEBUG [M:0;jenkins-hbase3:38093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-10T06:22:27,606 INFO [M:0;jenkins-hbase3:38093 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-10T06:22:27,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-10T06:22:27,606 DEBUG [M:0;jenkins-hbase3:38093 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3fb64cb9 to 127.0.0.1:64460 2023-08-10T06:22:27,606 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648485422 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648485422,5,FailOnTimeoutGroup] 2023-08-10T06:22:27,606 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648485426 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648485426,5,FailOnTimeoutGroup] 2023-08-10T06:22:27,606 DEBUG [M:0;jenkins-hbase3:38093 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:22:27,606 DEBUG [M:0;jenkins-hbase3:38093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-10T06:22:27,606 INFO [M:0;jenkins-hbase3:38093 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-10T06:22:27,606 DEBUG [M:0;jenkins-hbase3:38093 {}] master.HMaster(1687): Stopping service threads 2023-08-10T06:22:27,607 INFO [M:0;jenkins-hbase3:38093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-10T06:22:27,607 ERROR [M:0;jenkins-hbase3:38093 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-08-10T06:22:27,607 INFO [M:0;jenkins-hbase3:38093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-10T06:22:27,607 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-10T06:22:27,608 DEBUG [M:0;jenkins-hbase3:38093 {}] zookeeper.ZKUtil(347): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-08-10T06:22:27,608 WARN [M:0;jenkins-hbase3:38093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-10T06:22:27,608 INFO [M:0;jenkins-hbase3:38093 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-10T06:22:27,608 INFO [M:0;jenkins-hbase3:38093 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-10T06:22:27,609 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:22:27,621 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:27,621 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:27,621 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:22:27,621 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:27,621 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.16 KB heapSize=282.58 KB 2023-08-10T06:22:27,633 DEBUG [M:0;jenkins-hbase3:38093 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/619f77f5cf92483aa11c7ca4125921c5 is 88, key is hbase:meta,,1/info:sn/1691648486425/Put/seqid=0 2023-08-10T06:22:27,655 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:27,655 INFO [RS:0;jenkins-hbase3:33583 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,33583,1691648483683; zookeeper connection closed. 2023-08-10T06:22:27,655 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33583-0x10060e4b0ed0001, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:27,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a641423 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a641423 2023-08-10T06:22:27,656 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-10T06:22:28,038 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/619f77f5cf92483aa11c7ca4125921c5 2023-08-10T06:22:28,045 DEBUG [M:0;jenkins-hbase3:38093 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 619f77f5cf92483aa11c7ca4125921c5 2023-08-10T06:22:28,060 DEBUG [M:0;jenkins-hbase3:38093 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e50093fde6c4b23aa3b1a5626db258b is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1691648503328/Put/seqid=0 2023-08-10T06:22:28,465 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.56 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e50093fde6c4b23aa3b1a5626db258b 2023-08-10T06:22:28,471 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e50093fde6c4b23aa3b1a5626db258b 2023-08-10T06:22:28,471 DEBUG [M:0;jenkins-hbase3:38093 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4e50093fde6c4b23aa3b1a5626db258b 2023-08-10T06:22:28,484 DEBUG [M:0;jenkins-hbase3:38093 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c27b9b0eb640f2a30e6430aad57988 is 82, key is jenkins-hbase3.apache.org,33583,1691648483683/rs:state/1691648485436/Put/seqid=0 2023-08-10T06:22:28,888 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c27b9b0eb640f2a30e6430aad57988 2023-08-10T06:22:28,894 DEBUG [M:0;jenkins-hbase3:38093 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 26c27b9b0eb640f2a30e6430aad57988 2023-08-10T06:22:28,895 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/619f77f5cf92483aa11c7ca4125921c5 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/619f77f5cf92483aa11c7ca4125921c5 2023-08-10T06:22:28,900 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/619f77f5cf92483aa11c7ca4125921c5, entries=8, sequenceid=559, filesize=5.5 K 2023-08-10T06:22:28,901 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e50093fde6c4b23aa3b1a5626db258b as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e50093fde6c4b23aa3b1a5626db258b 2023-08-10T06:22:28,906 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e50093fde6c4b23aa3b1a5626db258b 2023-08-10T06:22:28,906 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e50093fde6c4b23aa3b1a5626db258b, entries=62, sequenceid=559, filesize=18.6 K 2023-08-10T06:22:28,907 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c27b9b0eb640f2a30e6430aad57988 as hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c27b9b0eb640f2a30e6430aad57988 2023-08-10T06:22:28,912 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40013/user/jenkins/test-data/96f8a7de-52ba-158d-9a77-d1a8b9774cf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c27b9b0eb640f2a30e6430aad57988, entries=1, sequenceid=559, filesize=5.1 K 2023-08-10T06:22:28,913 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(3022): Finished flush of dataSize ~235.16 KB/240802, heapSize ~282.28 KB/289056, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=559, compaction requested=false 2023-08-10T06:22:28,914 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 619f77f5cf92483aa11c7ca4125921c5 2023-08-10T06:22:28,916 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4e50093fde6c4b23aa3b1a5626db258b 2023-08-10T06:22:28,917 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 26c27b9b0eb640f2a30e6430aad57988 2023-08-10T06:22:28,917 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:28,918 DEBUG [M:0;jenkins-hbase3:38093 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:22:28,920 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:22:28,920 INFO [M:0;jenkins-hbase3:38093 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-10T06:22:28,920 INFO [M:0;jenkins-hbase3:38093 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-10T06:22:28,921 INFO [M:0;jenkins-hbase3:38093 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:38093 2023-08-10T06:22:28,923 DEBUG [M:0;jenkins-hbase3:38093 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,38093,1691648480307 already deleted, retry=false 2023-08-10T06:22:29,025 INFO [M:0;jenkins-hbase3:38093 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38093,1691648480307; zookeeper connection closed. 2023-08-10T06:22:29,025 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:29,025 DEBUG [Listener at localhost/43295-EventThread {}] zookeeper.ZKWatcher(604): master:38093-0x10060e4b0ed0000, quorum=127.0.0.1:64460, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:22:29,029 WARN [Listener at jenkins-hbase3.apache.org/44987 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-10T06:22:29,032 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:22:29,138 WARN [BP-998659349-172.31.12.81-1691648477069 heartbeating to localhost/127.0.0.1:40013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-10T06:22:29,138 WARN [BP-998659349-172.31.12.81-1691648477069 heartbeating to localhost/127.0.0.1:40013 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-998659349-172.31.12.81-1691648477069 (Datanode Uuid 4564f05a-50da-4b2c-ba81-42991a03235f) service to localhost/127.0.0.1:40013 2023-08-10T06:22:29,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/dfs/data/data1/current/BP-998659349-172.31.12.81-1691648477069 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:22:29,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6f0f0f97-b1bd-623e-0752-db932cb7967a/cluster_1a3e3891-7feb-c65f-d598-f89a6a269c83/dfs/data/data2/current/BP-998659349-172.31.12.81-1691648477069 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:22:29,171 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:22:29,285 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-08-10T06:22:29,333 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-10T06:22:29,333 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-10T06:22:29,344 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:29,471 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:29,580 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:22:29,581 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:29,685 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-10T06:22:29,690 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-10T06:22:29,691 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:22:29,695 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:22:29,798 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:22:29,798 INFO [Listener at jenkins-hbase3.apache.org/44987 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped