2023-08-10 06:22:39,934 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:22:39,951 main DEBUG Took 0.014525 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-10 06:22:39,952 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-10 06:22:39,952 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-10 06:22:39,953 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-10 06:22:39,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,964 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-10 06:22:39,982 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,986 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,987 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,988 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,989 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,990 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,991 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,992 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,993 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:22:39,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:39,996 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-10 06:22:39,999 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:22:40,001 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-10 06:22:40,002 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-10 06:22:40,003 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-10 06:22:40,003 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-10 06:22:40,004 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-10 06:22:40,016 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-10 06:22:40,020 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-10 06:22:40,024 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-10 06:22:40,025 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-10 06:22:40,025 main DEBUG createAppenders(={Console}) 2023-08-10 06:22:40,026 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-08-10 06:22:40,027 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:22:40,027 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-08-10 06:22:40,028 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-10 06:22:40,028 main DEBUG OutputStream closed 2023-08-10 06:22:40,029 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-10 06:22:40,029 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-10 06:22:40,029 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-08-10 06:22:40,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-10 06:22:40,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-10 06:22:40,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-10 06:22:40,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-10 06:22:40,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-10 06:22:40,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-10 06:22:40,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-10 06:22:40,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-10 06:22:40,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-10 06:22:40,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-10 06:22:40,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-10 06:22:40,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-10 06:22:40,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-10 06:22:40,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-10 06:22:40,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-10 06:22:40,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-10 06:22:40,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-10 06:22:40,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-10 06:22:40,098 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10 06:22:40,099 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-08-10 06:22:40,099 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-10 06:22:40,100 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-08-10T06:22:40,133 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupBoundaryTests timeout: 13 mins 2023-08-10 06:22:40,138 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-10 06:22:40,139 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10T06:22:40,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc 2023-08-10T06:22:40,510 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:22:40,512 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:40,513 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-10T06:22:40,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70, deleteOnExit=true 2023-08-10T06:22:40,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-10T06:22:40,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/test.cache.data in system properties and HBase conf 2023-08-10T06:22:40,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:22:40,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:22:40,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:22:40,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:22:40,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:22:40,614 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-10T06:22:41,076 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-10T06:22:41,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:22:41,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:22:41,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:22:41,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:22:41,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:22:41,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:22:41,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:22:41,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:22:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:22:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:22:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:22:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:22:41,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:22:41,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-10T06:22:41,602 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:22:41,606 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:22:41,898 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-10T06:22:42,043 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@3ebd6c2 via org.mortbay.log.Slf4jLog 2023-08-10T06:22:42,059 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:22:42,099 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:22:42,141 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir/Jetty_localhost_45141_hdfs____.hdqwax/webapp 2023-08-10T06:22:42,275 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45141 2023-08-10T06:22:42,307 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:22:42,307 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:22:42,897 WARN [Listener at localhost/41989 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:22:42,960 WARN [Listener at localhost/41989 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-10T06:22:42,978 WARN [Listener at localhost/41989 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:22:42,984 INFO [Listener at localhost/41989 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:22:42,990 INFO [Listener at localhost/41989 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir/Jetty_localhost_44867_datanode____nnrlcw/webapp 2023-08-10T06:22:43,093 INFO [Listener at localhost/41989 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44867 2023-08-10T06:22:43,390 WARN [Listener at localhost/40047 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:22:43,699 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-10T06:22:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xdfd9d63b6e48869d: Processing first storage report for DS-a86bde29-ae2a-4540-848f-ecf5fec757f0 from datanode 3d5bca4b-a714-4409-bba6-d90f4f720eae 2023-08-10T06:22:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xdfd9d63b6e48869d: from storage DS-a86bde29-ae2a-4540-848f-ecf5fec757f0 node DatanodeRegistration(127.0.0.1:43721, datanodeUuid=3d5bca4b-a714-4409-bba6-d90f4f720eae, infoPort=42063, infoSecurePort=0, ipcPort=40047, storageInfo=lv=-57;cid=testClusterID;nsid=452214701;c=1691648561682), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-08-10T06:22:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xdfd9d63b6e48869d: Processing first storage report for DS-c6ff51ba-65c2-495b-b897-da06d166a1b7 from datanode 3d5bca4b-a714-4409-bba6-d90f4f720eae 2023-08-10T06:22:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xdfd9d63b6e48869d: from storage DS-c6ff51ba-65c2-495b-b897-da06d166a1b7 node DatanodeRegistration(127.0.0.1:43721, datanodeUuid=3d5bca4b-a714-4409-bba6-d90f4f720eae, infoPort=42063, infoSecurePort=0, ipcPort=40047, storageInfo=lv=-57;cid=testClusterID;nsid=452214701;c=1691648561682), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-08-10T06:22:43,958 DEBUG [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc 2023-08-10T06:22:44,059 INFO [Listener at localhost/40047 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/zookeeper_0, clientPort=60549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-10T06:22:44,083 INFO [Listener at localhost/40047 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60549 2023-08-10T06:22:44,092 INFO [Listener at localhost/40047 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:44,094 INFO [Listener at localhost/40047 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:44,768 INFO [Listener at localhost/40047 {}] util.FSUtils(461): Created version file at hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 with version=8 2023-08-10T06:22:44,768 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/hbase-staging 2023-08-10T06:22:44,785 DEBUG [Listener at localhost/40047 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-10T06:22:44,785 DEBUG [Listener at localhost/40047 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-10T06:22:44,785 DEBUG [Listener at localhost/40047 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-10T06:22:44,785 DEBUG [Listener at localhost/40047 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-10T06:22:45,016 DEBUG [Listener at localhost/40047 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-10T06:22:45,184 INFO [Listener at localhost/40047 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-10T06:22:45,954 INFO [Listener at localhost/40047 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:22:46,011 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:22:46,012 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:22:46,013 INFO [Listener at localhost/40047 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:22:46,013 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:22:46,013 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:22:46,199 INFO [Listener at localhost/40047 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:22:46,319 DEBUG [Listener at localhost/40047 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-10T06:22:46,326 INFO [Listener at localhost/40047 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:22:46,377 DEBUG [Listener at localhost/40047 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 24903 (auto-detected) 2023-08-10T06:22:46,379 DEBUG [Listener at localhost/40047 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-10T06:22:46,420 INFO [Listener at localhost/40047 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:41981 2023-08-10T06:22:46,436 INFO [Listener at localhost/40047 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:46,438 INFO [Listener at localhost/40047 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:46,459 INFO [Listener at localhost/40047 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:41981 connecting to ZooKeeper ensemble=127.0.0.1:60549 2023-08-10T06:22:46,517 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:419810x0, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:22:46,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:41981-0x10060e5fba30000 connected 2023-08-10T06:22:46,551 DEBUG [Listener at localhost/40047 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:22:46,555 DEBUG [Listener at localhost/40047 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:22:46,560 DEBUG [Listener at localhost/40047 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:22:46,573 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41981 2023-08-10T06:22:46,573 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41981 2023-08-10T06:22:46,574 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41981 2023-08-10T06:22:46,574 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41981 2023-08-10T06:22:46,575 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41981 2023-08-10T06:22:46,635 INFO [Listener at localhost/40047 {}] log.Log(170): Logging initialized @7459ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-10T06:22:46,768 INFO [Listener at localhost/40047 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:22:46,768 INFO [Listener at localhost/40047 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:22:46,769 INFO [Listener at localhost/40047 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:22:46,772 INFO [Listener at localhost/40047 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-10T06:22:46,772 INFO [Listener at localhost/40047 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:22:46,772 INFO [Listener at localhost/40047 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:22:46,775 INFO [Listener at localhost/40047 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:22:46,933 INFO [Listener at localhost/40047 {}] http.HttpServer(1219): Jetty bound to port 40937 2023-08-10T06:22:46,936 INFO [Listener at localhost/40047 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:22:46,987 INFO [Listener at localhost/40047 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:22:46,992 INFO [Listener at localhost/40047 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@302eec96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:22:46,992 INFO [Listener at localhost/40047 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:22:46,993 INFO [Listener at localhost/40047 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@127c31ba{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:22:47,064 INFO [Listener at localhost/40047 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:22:47,079 INFO [Listener at localhost/40047 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:22:47,079 INFO [Listener at localhost/40047 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:22:47,082 INFO [Listener at localhost/40047 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:22:47,090 INFO [Listener at localhost/40047 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:22:48,322 INFO [Listener at localhost/40047 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@3552251f{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:22:48,334 INFO [Listener at localhost/40047 {}] server.AbstractConnector(333): Started ServerConnector@644ab3cd{HTTP/1.1, (http/1.1)}{0.0.0.0:40937} 2023-08-10T06:22:48,334 INFO [Listener at localhost/40047 {}] server.Server(415): Started @9159ms 2023-08-10T06:22:48,339 INFO [Listener at localhost/40047 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95, hbase.cluster.distributed=false 2023-08-10T06:22:48,402 INFO [Listener at localhost/40047 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:22:48,402 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:22:48,403 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:22:48,403 INFO [Listener at localhost/40047 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:22:48,403 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:22:48,403 INFO [Listener at localhost/40047 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:22:48,412 INFO [Listener at localhost/40047 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:22:48,413 INFO [Listener at localhost/40047 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:22:48,415 INFO [Listener at localhost/40047 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:34531 2023-08-10T06:22:48,417 INFO [Listener at localhost/40047 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-10T06:22:48,425 DEBUG [Listener at localhost/40047 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-10T06:22:48,426 INFO [Listener at localhost/40047 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:48,429 INFO [Listener at localhost/40047 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:48,431 INFO [Listener at localhost/40047 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:34531 connecting to ZooKeeper ensemble=127.0.0.1:60549 2023-08-10T06:22:48,434 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:345310x0, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:22:48,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:34531-0x10060e5fba30001 connected 2023-08-10T06:22:48,436 DEBUG [Listener at localhost/40047 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:22:48,437 DEBUG [Listener at localhost/40047 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:22:48,438 DEBUG [Listener at localhost/40047 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:22:48,438 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34531 2023-08-10T06:22:48,439 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34531 2023-08-10T06:22:48,439 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34531 2023-08-10T06:22:48,440 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34531 2023-08-10T06:22:48,440 DEBUG [Listener at localhost/40047 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34531 2023-08-10T06:22:48,444 INFO [Listener at localhost/40047 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:22:48,444 INFO [Listener at localhost/40047 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:22:48,445 INFO [Listener at localhost/40047 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:22:48,445 INFO [Listener at localhost/40047 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-10T06:22:48,446 INFO [Listener at localhost/40047 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:22:48,446 INFO [Listener at localhost/40047 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:22:48,446 INFO [Listener at localhost/40047 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:22:48,448 INFO [Listener at localhost/40047 {}] http.HttpServer(1219): Jetty bound to port 37647 2023-08-10T06:22:48,448 INFO [Listener at localhost/40047 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:22:48,450 INFO [Listener at localhost/40047 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:22:48,450 INFO [Listener at localhost/40047 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@a6e59ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:22:48,450 INFO [Listener at localhost/40047 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:22:48,451 INFO [Listener at localhost/40047 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1ca8d551{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:22:48,462 INFO [Listener at localhost/40047 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:22:48,464 INFO [Listener at localhost/40047 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:22:48,464 INFO [Listener at localhost/40047 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:22:48,464 INFO [Listener at localhost/40047 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:22:48,465 INFO [Listener at localhost/40047 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:22:48,470 INFO [Listener at localhost/40047 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@11be6cfd{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:22:48,471 INFO [Listener at localhost/40047 {}] server.AbstractConnector(333): Started ServerConnector@7fabb410{HTTP/1.1, (http/1.1)}{0.0.0.0:37647} 2023-08-10T06:22:48,471 INFO [Listener at localhost/40047 {}] server.Server(415): Started @9295ms 2023-08-10T06:22:48,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:22:48,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@47965811{HTTP/1.1, (http/1.1)}{0.0.0.0:35977} 2023-08-10T06:22:48,479 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9303ms 2023-08-10T06:22:48,479 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:48,491 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:22:48,491 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:22:48,493 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:48,499 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:41981 2023-08-10T06:22:48,512 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:22:48,512 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:22:48,512 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:48,512 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:48,513 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:22:48,514 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,41981,1691648564999 from backup master directory 2023-08-10T06:22:48,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:22:48,518 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:48,518 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:22:48,518 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:22:48,519 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:22:48,519 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:48,522 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-10T06:22:48,523 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-10T06:22:48,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/hbase.id with ID: 56aebd63-b6fe-4798-87d4-76d4246bbf4f 2023-08-10T06:22:48,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:22:48,667 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:48,667 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:48,744 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:48,747 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-10T06:22:48,774 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-10T06:22:48,774 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-10T06:22:48,776 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:22:48,786 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:22:48,788 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:22:48,858 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store 2023-08-10T06:22:48,881 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-10T06:22:48,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:48,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:22:48,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:48,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:48,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:22:48,882 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:48,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:22:48,883 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:22:48,884 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/.initializing 2023-08-10T06:22:48,884 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/WALs/jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:48,893 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:22:48,907 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41981%2C1691648564999, suffix=, logDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/WALs/jenkins-hbase3.apache.org,41981,1691648564999, archiveDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/oldWALs, maxLogs=10 2023-08-10T06:22:48,935 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/WALs/jenkins-hbase3.apache.org,41981,1691648564999/jenkins-hbase3.apache.org%2C41981%2C1691648564999.1691648568913, exclude list is [], retry=0 2023-08-10T06:22:48,960 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:22:48,967 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:22:49,036 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/WALs/jenkins-hbase3.apache.org,41981,1691648564999/jenkins-hbase3.apache.org%2C41981%2C1691648564999.1691648568913 2023-08-10T06:22:49,037 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:22:49,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:49,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:49,042 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,044 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-10T06:22:49,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:49,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-10T06:22:49,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:49,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-10T06:22:49,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:49,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-10T06:22:49,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:49,194 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,196 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,213 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-10T06:22:49,217 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:22:49,222 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:49,223 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11017736160, jitterRate=0.026106640696525574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-10T06:22:49,232 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:22:49,234 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-10T06:22:49,274 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76351160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:49,329 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-10T06:22:49,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-10T06:22:49,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-10T06:22:49,354 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-10T06:22:49,356 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-10T06:22:49,363 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-10T06:22:49,363 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-10T06:22:49,398 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-10T06:22:49,414 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-10T06:22:49,417 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-10T06:22:49,420 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-10T06:22:49,421 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-10T06:22:49,423 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-10T06:22:49,426 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-10T06:22:49,432 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-10T06:22:49,434 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-10T06:22:49,434 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-10T06:22:49,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-10T06:22:49,451 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-10T06:22:49,452 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-10T06:22:49,458 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:22:49,458 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:22:49,458 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,458 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,459 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,41981,1691648564999, sessionid=0x10060e5fba30000, setting cluster-up flag (Was=false) 2023-08-10T06:22:49,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-10T06:22:49,477 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,477 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-10T06:22:49,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:49,487 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,487 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,493 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-10T06:22:49,495 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:49,500 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,500 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:49,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-10T06:22:49,506 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:49,585 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:34531 2023-08-10T06:22:49,587 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(997): ClusterId : 56aebd63-b6fe-4798-87d4-76d4246bbf4f 2023-08-10T06:22:49,588 INFO [RS:0;jenkins-hbase3:34531 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-10T06:22:49,591 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-10T06:22:49,599 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-10T06:22:49,599 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-10T06:22:49,602 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-10T06:22:49,602 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-10T06:22:49,605 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-10T06:22:49,606 DEBUG [RS:0;jenkins-hbase3:34531 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7b9f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:49,608 DEBUG [RS:0;jenkins-hbase3:34531 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751b0555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:22:49,613 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-10T06:22:49,613 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-10T06:22:49,613 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-10T06:22:49,616 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,41981,1691648564999 with isa=jenkins-hbase3.apache.org/172.31.12.81:34531, startcode=1691648568401 2023-08-10T06:22:49,637 DEBUG [RS:0;jenkins-hbase3:34531 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:22:49,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-10T06:22:49,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-10T06:22:49,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-10T06:22:49,671 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,41981,1691648564999 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-10T06:22:49,676 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:22:49,676 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:22:49,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:22:49,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:22:49,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-10T06:22:49,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:22:49,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1691648599681 2023-08-10T06:22:49,683 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-10T06:22:49,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-10T06:22:49,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:22:49,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-10T06:22:49,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:22:49,700 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-10T06:22:49,700 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-10T06:22:49,701 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-10T06:22:49,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-10T06:22:49,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-10T06:22:49,703 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,708 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-10T06:22:49,713 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-10T06:22:49,715 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-10T06:22:49,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-10T06:22:49,722 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:22:49,723 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17b8aded to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:49,725 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59715, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:22:49,740 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-10T06:22:49,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dceffeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:49,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:22:49,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:49,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:22:49,749 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-10T06:22:49,750 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-10T06:22:49,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:22:49,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:49,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:22:49,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:22:49,754 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648569752,5,FailOnTimeoutGroup] 2023-08-10T06:22:49,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,754 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648569754,5,FailOnTimeoutGroup] 2023-08-10T06:22:49,754 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,754 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-10T06:22:49,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:49,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:22:49,756 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,757 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:22:49,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:49,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:49,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740 2023-08-10T06:22:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740 2023-08-10T06:22:49,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:22:49,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:22:49,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:49,773 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11524750240, jitterRate=0.0733260065317154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:22:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:22:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:22:49,776 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:22:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:22:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:22:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:22:49,778 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:22:49,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:22:49,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:22:49,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-10T06:22:49,786 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-10T06:22:49,786 WARN [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-10T06:22:49,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-10T06:22:49,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-10T06:22:49,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-10T06:22:49,887 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,41981,1691648564999 with isa=jenkins-hbase3.apache.org/172.31.12.81:34531, startcode=1691648568401 2023-08-10T06:22:49,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:49,906 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:22:49,906 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:41989 2023-08-10T06:22:49,906 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=40937 2023-08-10T06:22:49,913 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:22:49,913 DEBUG [RS:0;jenkins-hbase3:34531 {}] zookeeper.ZKUtil(111): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:49,913 WARN [RS:0;jenkins-hbase3:34531 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:22:49,913 INFO [RS:0;jenkins-hbase3:34531 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:22:49,914 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:49,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,34531,1691648568401] 2023-08-10T06:22:49,931 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-10T06:22:49,941 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-10T06:22:49,958 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-10T06:22:49,970 WARN [jenkins-hbase3:41981 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-08-10T06:22:49,971 INFO [RS:0;jenkins-hbase3:34531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-10T06:22:49,971 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,972 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-10T06:22:49,983 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,984 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,984 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,984 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,984 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,984 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:22:49,985 DEBUG [RS:0;jenkins-hbase3:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-10T06:22:49,987 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,987 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,987 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,987 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:49,987 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34531,1691648568401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:22:50,006 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-10T06:22:50,009 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34531,1691648568401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:50,025 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,34531,1691648568401 started 2023-08-10T06:22:50,025 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,34531,1691648568401, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:34531, sessionid=0x10060e5fba30001 2023-08-10T06:22:50,026 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-10T06:22:50,026 DEBUG [RS:0;jenkins-hbase3:34531 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:50,026 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34531,1691648568401' 2023-08-10T06:22:50,026 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-10T06:22:50,027 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-10T06:22:50,027 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-10T06:22:50,028 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-10T06:22:50,028 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34531,1691648568401' 2023-08-10T06:22:50,028 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:22:50,028 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:22:50,029 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-10T06:22:50,029 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-10T06:22:50,029 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-10T06:22:50,029 DEBUG [RS:0;jenkins-hbase3:34531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:50,029 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34531,1691648568401' 2023-08-10T06:22:50,029 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-10T06:22:50,029 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-10T06:22:50,030 DEBUG [RS:0;jenkins-hbase3:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-10T06:22:50,030 INFO [RS:0;jenkins-hbase3:34531 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-10T06:22:50,030 INFO [RS:0;jenkins-hbase3:34531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-10T06:22:50,140 INFO [RS:0;jenkins-hbase3:34531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:22:50,143 INFO [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34531%2C1691648568401, suffix=, logDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401, archiveDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/oldWALs, maxLogs=32 2023-08-10T06:22:50,155 DEBUG [RS:0;jenkins-hbase3:34531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648570145, exclude list is [], retry=0 2023-08-10T06:22:50,161 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:22:50,165 INFO [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648570145 2023-08-10T06:22:50,165 DEBUG [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:22:50,221 DEBUG [jenkins-hbase3:41981 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-10T06:22:50,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:50,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34531,1691648568401, state=OPENING 2023-08-10T06:22:50,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-10T06:22:50,249 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:50,249 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:50,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:22:50,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:22:50,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:22:50,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:50,446 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-10T06:22:50,450 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41774, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-10T06:22:50,462 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-10T06:22:50,463 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:22:50,464 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-10T06:22:50,467 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta, suffix=.meta, logDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401, archiveDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/oldWALs, maxLogs=32 2023-08-10T06:22:50,479 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648570468.meta, exclude list is [], retry=0 2023-08-10T06:22:50,483 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:22:50,487 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648570468.meta 2023-08-10T06:22:50,487 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:22:50,488 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:50,493 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:50,493 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-10T06:22:50,511 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-10T06:22:50,511 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-10T06:22:50,515 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-10T06:22:50,516 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:50,516 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-10T06:22:50,516 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-10T06:22:50,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:22:50,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:22:50,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:50,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:50,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:22:50,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:22:50,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:50,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:50,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:22:50,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:22:50,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:50,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:22:50,526 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740 2023-08-10T06:22:50,529 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740 2023-08-10T06:22:50,531 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:22:50,534 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:22:50,535 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9649958560, jitterRate=-0.10127757489681244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:22:50,536 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:22:50,547 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1691648570435 2023-08-10T06:22:50,566 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-10T06:22:50,566 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-10T06:22:50,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:50,569 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34531,1691648568401, state=OPEN 2023-08-10T06:22:50,572 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:22:50,572 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:22:50,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:22:50,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:22:50,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-10T06:22:50,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34531,1691648568401 in 320 msec 2023-08-10T06:22:50,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-10T06:22:50,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 782 msec 2023-08-10T06:22:50,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0210 sec 2023-08-10T06:22:50,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1691648570591, completionTime=-1 2023-08-10T06:22:50,591 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-10T06:22:50,591 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-10T06:22:50,802 DEBUG [hconnection-0x4b694535-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:50,806 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:50,828 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-10T06:22:50,828 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1691648630828 2023-08-10T06:22:50,828 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1691648690828 2023-08-10T06:22:50,828 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 236 msec 2023-08-10T06:22:50,852 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41981,1691648564999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:50,853 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41981,1691648564999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:50,853 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41981,1691648564999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:50,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:41981, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:50,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-10T06:22:50,862 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-10T06:22:50,876 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-10T06:22:50,878 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:22:50,887 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-10T06:22:50,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:50,893 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:50,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:51,314 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 36847020d83f8bad3084baf7c5f6b026, NAME => 'hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:22:51,325 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:51,325 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 36847020d83f8bad3084baf7c5f6b026, disabling compactions & flushes 2023-08-10T06:22:51,325 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,325 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,325 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. after waiting 0 ms 2023-08-10T06:22:51,325 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,325 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,325 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 36847020d83f8bad3084baf7c5f6b026: 2023-08-10T06:22:51,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:51,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1691648571329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648571329"}]},"ts":"1691648571329"} 2023-08-10T06:22:51,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:51,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:51,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648571376"}]},"ts":"1691648571376"} 2023-08-10T06:22:51,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-10T06:22:51,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=36847020d83f8bad3084baf7c5f6b026, ASSIGN}] 2023-08-10T06:22:51,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=36847020d83f8bad3084baf7c5f6b026, ASSIGN 2023-08-10T06:22:51,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=36847020d83f8bad3084baf7c5f6b026, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:22:51,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=36847020d83f8bad3084baf7c5f6b026, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:51,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 36847020d83f8bad3084baf7c5f6b026, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:22:51,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 36847020d83f8bad3084baf7c5f6b026, NAME => 'hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:51,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:51,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:51,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,718 INFO [StoreOpener-36847020d83f8bad3084baf7c5f6b026-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,720 INFO [StoreOpener-36847020d83f8bad3084baf7c5f6b026-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36847020d83f8bad3084baf7c5f6b026 columnFamilyName info 2023-08-10T06:22:51,720 DEBUG [StoreOpener-36847020d83f8bad3084baf7c5f6b026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:51,721 INFO [StoreOpener-36847020d83f8bad3084baf7c5f6b026-1 {}] regionserver.HStore(324): Store=36847020d83f8bad3084baf7c5f6b026/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:51,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:22:51,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 36847020d83f8bad3084baf7c5f6b026; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10466786720, jitterRate=-0.025204524397850037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 36847020d83f8bad3084baf7c5f6b026: 2023-08-10T06:22:51,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026., pid=6, masterSystemTime=1691648571708 2023-08-10T06:22:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:22:51,739 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=36847020d83f8bad3084baf7c5f6b026, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:51,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-10T06:22:51,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 36847020d83f8bad3084baf7c5f6b026, server=jenkins-hbase3.apache.org,34531,1691648568401 in 188 msec 2023-08-10T06:22:51,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-10T06:22:51,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=36847020d83f8bad3084baf7c5f6b026, ASSIGN in 351 msec 2023-08-10T06:22:51,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:51,750 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648571750"}]},"ts":"1691648571750"} 2023-08-10T06:22:51,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-10T06:22:51,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:51,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 877 msec 2023-08-10T06:22:51,791 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-10T06:22:51,794 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:51,794 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:51,794 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:22:51,840 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-10T06:22:51,856 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:51,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2023-08-10T06:22:51,865 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-10T06:22:51,876 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:51,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-08-10T06:22:51,891 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-10T06:22:51,894 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-10T06:22:51,896 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.377sec 2023-08-10T06:22:51,898 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-10T06:22:51,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-10T06:22:51,901 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-10T06:22:51,902 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-10T06:22:51,902 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-10T06:22:51,905 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41981,1691648564999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:22:51,905 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41981,1691648564999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-10T06:22:51,922 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-10T06:22:51,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-10T06:22:51,926 DEBUG [Listener at localhost/40047 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d7edbc2 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:51,931 DEBUG [Listener at localhost/40047 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43801001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:51,937 DEBUG [Listener at localhost/40047 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-10T06:22:51,937 DEBUG [Listener at localhost/40047 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-10T06:22:51,953 DEBUG [hconnection-0x65699d7f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:51,965 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:51,979 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:22:51,979 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-10T06:22:51,979 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/test.cache.data in system properties and HBase conf 2023-08-10T06:22:51,979 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:22:51,980 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:22:51,981 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:22:51,982 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:22:51,982 INFO [Listener at localhost/40047 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-10T06:22:53,847 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:22:54,200 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:22:54,206 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36587_jobhistory____7h0w1n/webapp 2023-08-10T06:22:54,395 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-10T06:22:54,395 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-10T06:22:54,395 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:22:54,399 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:22:54,482 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:54,603 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:54,882 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-10T06:22:54,919 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36587 2023-08-10T06:22:55,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:22:55,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-10T06:22:55,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:22:55,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-10T06:22:55,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:22:55,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-10T06:22:55,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:22:55,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-10T06:22:55,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-10T06:22:55,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-10T06:22:55,344 WARN [Listener at jenkins-hbase3.apache.org/39345 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:22:55,422 WARN [Listener at jenkins-hbase3.apache.org/39345 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:22:55,423 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:22:55,429 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33545_cluster____.bx481f/webapp 2023-08-10T06:22:55,504 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:22:55,504 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-10T06:22:55,505 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:22:55,505 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:22:55,514 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:55,745 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:55,862 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:55,872 INFO [Listener at jenkins-hbase3.apache.org/39345 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33545 2023-08-10T06:22:56,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:22:56,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-10T06:22:56,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-10T06:22:56,277 WARN [Listener at jenkins-hbase3.apache.org/37679 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:22:56,299 WARN [Listener at jenkins-hbase3.apache.org/37679 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:22:56,300 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:22:56,305 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41763_node____fdyw8m/webapp 2023-08-10T06:22:56,357 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:22:56,357 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:22:56,357 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:22:56,357 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:22:56,364 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:56,386 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:56,450 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:56,464 INFO [Listener at jenkins-hbase3.apache.org/37679 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41763 2023-08-10T06:22:56,593 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:22:56,600 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:22:56,600 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:22:56,608 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37369_node____.rfgtxr/webapp 2023-08-10T06:22:56,659 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:22:56,659 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:22:56,659 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:22:56,659 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:22:56,666 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:56,681 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:56,739 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:22:56,745 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37369 2023-08-10T06:22:56,779 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-10T06:22:56,780 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:41989/backupUT 2023-08-10T06:22:56,796 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:22:56,802 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:34212, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:22:56,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-10T06:22:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-10T06:22:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:22:56,850 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:56,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 38 msec 2023-08-10T06:22:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:22:56,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-10T06:22:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-10T06:22:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:22:56,958 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:56,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-08-10T06:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:22:57,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-10T06:22:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-10T06:22:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:22:57,068 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:57,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-08-10T06:22:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:22:57,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-10T06:22:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-10T06:22:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:22:57,178 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:22:57,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-08-10T06:22:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:22:57,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1691648576780', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1691648576780 2023-08-10T06:22:57,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1691648576780 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:57,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1691648576780" procId is: 13 2023-08-10T06:22:57,291 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:57,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1691648576780 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:22:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:22:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:22:57,724 INFO [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9d0f78d0b52924a94aed19e9486d2579, NAME => 'test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1691648576780', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:22:57,740 DEBUG [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(888): Instantiated test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:57,740 DEBUG [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1668): Closing 9d0f78d0b52924a94aed19e9486d2579, disabling compactions & flushes 2023-08-10T06:22:57,740 INFO [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1690): Closing region test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:57,740 DEBUG [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:57,740 DEBUG [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. after waiting 0 ms 2023-08-10T06:22:57,740 DEBUG [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:57,740 INFO [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1909): Closed test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:57,740 DEBUG [RegionOpenAndInit-test-1691648576780-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9d0f78d0b52924a94aed19e9486d2579: 2023-08-10T06:22:57,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1691648576780 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:57,743 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1691648577742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648577742"}]},"ts":"1691648577742"} 2023-08-10T06:22:57,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:57,746 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1691648576780 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:57,747 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648576780","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648577746"}]},"ts":"1691648577746"} 2023-08-10T06:22:57,748 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648576780, state=ENABLING in hbase:meta 2023-08-10T06:22:57,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648576780, region=9d0f78d0b52924a94aed19e9486d2579, ASSIGN}] 2023-08-10T06:22:57,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648576780, region=9d0f78d0b52924a94aed19e9486d2579, ASSIGN 2023-08-10T06:22:57,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1691648576780, region=9d0f78d0b52924a94aed19e9486d2579, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:22:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:22:57,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9d0f78d0b52924a94aed19e9486d2579, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:57,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 9d0f78d0b52924a94aed19e9486d2579, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:22:58,071 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:58,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 9d0f78d0b52924a94aed19e9486d2579, NAME => 'test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:58,072 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:58,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1691648576780 9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:58,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,075 INFO [StoreOpener-9d0f78d0b52924a94aed19e9486d2579-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,076 INFO [StoreOpener-9d0f78d0b52924a94aed19e9486d2579-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0f78d0b52924a94aed19e9486d2579 columnFamilyName f 2023-08-10T06:22:58,077 DEBUG [StoreOpener-9d0f78d0b52924a94aed19e9486d2579-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:58,078 INFO [StoreOpener-9d0f78d0b52924a94aed19e9486d2579-1 {}] regionserver.HStore(324): Store=9d0f78d0b52924a94aed19e9486d2579/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:58,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,080 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,084 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:22:58,090 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:58,091 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 9d0f78d0b52924a94aed19e9486d2579; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10734624960, jitterRate=-2.601444721221924E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:58,092 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 9d0f78d0b52924a94aed19e9486d2579: 2023-08-10T06:22:58,093 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579., pid=15, masterSystemTime=1691648578063 2023-08-10T06:22:58,096 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:58,096 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:22:58,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=9d0f78d0b52924a94aed19e9486d2579, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:58,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-10T06:22:58,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 9d0f78d0b52924a94aed19e9486d2579, server=jenkins-hbase3.apache.org,34531,1691648568401 in 189 msec 2023-08-10T06:22:58,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-10T06:22:58,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1691648576780, region=9d0f78d0b52924a94aed19e9486d2579, ASSIGN in 350 msec 2023-08-10T06:22:58,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1691648576780 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:58,107 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648576780","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648578106"}]},"ts":"1691648578106"} 2023-08-10T06:22:58,109 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648576780, state=ENABLED in hbase:meta 2023-08-10T06:22:58,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1691648576780 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:58,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1691648576780 in 825 msec 2023-08-10T06:22:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:22:58,406 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1691648576780, procId: 13 completed 2023-08-10T06:22:58,406 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5105cd1d to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:22:58,412 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5accec2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:22:58,415 DEBUG [hconnection-0x729f116d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:22:58,419 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41796, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:22:58,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.HRegion(8210): writing data to region test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:22:58,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16916485767801', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16916485767801 2023-08-10T06:22:58,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916485767801 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:58,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:58,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16916485767801" procId is: 16 2023-08-10T06:22:58,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16916485767801 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:22:58,540 INFO [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => baf2eb9bf6dc01891bd093fd6e7be0df, NAME => 'ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16916485767801', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:22:58,553 DEBUG [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:58,553 DEBUG [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1668): Closing baf2eb9bf6dc01891bd093fd6e7be0df, disabling compactions & flushes 2023-08-10T06:22:58,553 INFO [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,553 DEBUG [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,553 DEBUG [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. after waiting 0 ms 2023-08-10T06:22:58,553 DEBUG [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,553 INFO [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,553 DEBUG [RegionOpenAndInit-ns2:test-16916485767801-pool-0 {}] regionserver.HRegion(1622): Region close journal for baf2eb9bf6dc01891bd093fd6e7be0df: 2023-08-10T06:22:58,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16916485767801 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:22:58,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648578555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648578555"}]},"ts":"1691648578555"} 2023-08-10T06:22:58,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:22:58,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16916485767801 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:22:58,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916485767801","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648578559"}]},"ts":"1691648578559"} 2023-08-10T06:22:58,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916485767801, state=ENABLING in hbase:meta 2023-08-10T06:22:58,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916485767801, region=baf2eb9bf6dc01891bd093fd6e7be0df, ASSIGN}] 2023-08-10T06:22:58,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916485767801, region=baf2eb9bf6dc01891bd093fd6e7be0df, ASSIGN 2023-08-10T06:22:58,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16916485767801, region=baf2eb9bf6dc01891bd093fd6e7be0df, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:22:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:22:58,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=baf2eb9bf6dc01891bd093fd6e7be0df, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:58,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure baf2eb9bf6dc01891bd093fd6e7be0df, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:22:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:22:58,883 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => baf2eb9bf6dc01891bd093fd6e7be0df, NAME => 'ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:22:58,884 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:22:58,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916485767801 baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:22:58,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,886 INFO [StoreOpener-baf2eb9bf6dc01891bd093fd6e7be0df-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,887 INFO [StoreOpener-baf2eb9bf6dc01891bd093fd6e7be0df-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf2eb9bf6dc01891bd093fd6e7be0df columnFamilyName f 2023-08-10T06:22:58,888 DEBUG [StoreOpener-baf2eb9bf6dc01891bd093fd6e7be0df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:58,888 INFO [StoreOpener-baf2eb9bf6dc01891bd093fd6e7be0df-1 {}] regionserver.HStore(324): Store=baf2eb9bf6dc01891bd093fd6e7be0df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:22:58,889 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,890 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,894 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:22:58,900 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:22:58,901 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened baf2eb9bf6dc01891bd093fd6e7be0df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11717314720, jitterRate=0.09125997126102448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:22:58,901 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for baf2eb9bf6dc01891bd093fd6e7be0df: 2023-08-10T06:22:58,903 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df., pid=18, masterSystemTime=1691648578876 2023-08-10T06:22:58,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,905 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:22:58,906 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=baf2eb9bf6dc01891bd093fd6e7be0df, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:22:58,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-10T06:22:58,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure baf2eb9bf6dc01891bd093fd6e7be0df, server=jenkins-hbase3.apache.org,34531,1691648568401 in 185 msec 2023-08-10T06:22:58,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-10T06:22:58,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16916485767801, region=baf2eb9bf6dc01891bd093fd6e7be0df, ASSIGN in 345 msec 2023-08-10T06:22:58,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16916485767801 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:22:58,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916485767801","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648578915"}]},"ts":"1691648578915"} 2023-08-10T06:22:58,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916485767801, state=ENABLED in hbase:meta 2023-08-10T06:22:58,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916485767801 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:22:58,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16916485767801 in 399 msec 2023-08-10T06:22:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:22:59,132 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16916485767801, procId: 16 completed 2023-08-10T06:22:59,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.HRegion(8210): writing data to region ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:22:59,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16916485767802', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:22:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16916485767802 2023-08-10T06:22:59,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916485767802 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:22:59,230 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:22:59,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16916485767802" procId is: 19 2023-08-10T06:22:59,232 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16916485767802 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:22:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:22:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:22:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:22:59,646 INFO [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3fda5f0d056abc6b56818e592c35bb2c, NAME => 'ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16916485767802', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:22:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:23:00,065 DEBUG [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:00,065 DEBUG [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1668): Closing 3fda5f0d056abc6b56818e592c35bb2c, disabling compactions & flushes 2023-08-10T06:23:00,065 INFO [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,065 DEBUG [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,065 DEBUG [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. after waiting 0 ms 2023-08-10T06:23:00,065 DEBUG [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,065 INFO [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,065 DEBUG [RegionOpenAndInit-ns3:test-16916485767802-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3fda5f0d056abc6b56818e592c35bb2c: 2023-08-10T06:23:00,067 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16916485767802 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:00,067 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648580067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648580067"}]},"ts":"1691648580067"} 2023-08-10T06:23:00,070 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:00,071 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16916485767802 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:00,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916485767802","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648580071"}]},"ts":"1691648580071"} 2023-08-10T06:23:00,073 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916485767802, state=ENABLING in hbase:meta 2023-08-10T06:23:00,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916485767802, region=3fda5f0d056abc6b56818e592c35bb2c, ASSIGN}] 2023-08-10T06:23:00,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916485767802, region=3fda5f0d056abc6b56818e592c35bb2c, ASSIGN 2023-08-10T06:23:00,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16916485767802, region=3fda5f0d056abc6b56818e592c35bb2c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:23:00,231 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3fda5f0d056abc6b56818e592c35bb2c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:00,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:23:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:23:00,391 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 3fda5f0d056abc6b56818e592c35bb2c, NAME => 'ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:00,392 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:00,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916485767802 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:00,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,394 INFO [StoreOpener-3fda5f0d056abc6b56818e592c35bb2c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,396 INFO [StoreOpener-3fda5f0d056abc6b56818e592c35bb2c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fda5f0d056abc6b56818e592c35bb2c columnFamilyName f 2023-08-10T06:23:00,396 DEBUG [StoreOpener-3fda5f0d056abc6b56818e592c35bb2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:00,397 INFO [StoreOpener-3fda5f0d056abc6b56818e592c35bb2c-1 {}] regionserver.HStore(324): Store=3fda5f0d056abc6b56818e592c35bb2c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:00,398 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns3/test-16916485767802/3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns3/test-16916485767802/3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,402 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:00,405 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns3/test-16916485767802/3fda5f0d056abc6b56818e592c35bb2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:00,405 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 3fda5f0d056abc6b56818e592c35bb2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11117524000, jitterRate=0.03540010750293732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:23:00,406 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 3fda5f0d056abc6b56818e592c35bb2c: 2023-08-10T06:23:00,407 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c., pid=21, masterSystemTime=1691648580386 2023-08-10T06:23:00,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,409 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:00,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=3fda5f0d056abc6b56818e592c35bb2c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:00,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-10T06:23:00,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c, server=jenkins-hbase3.apache.org,34531,1691648568401 in 178 msec 2023-08-10T06:23:00,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-10T06:23:00,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16916485767802, region=3fda5f0d056abc6b56818e592c35bb2c, ASSIGN in 338 msec 2023-08-10T06:23:00,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16916485767802 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:00,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916485767802","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648580418"}]},"ts":"1691648580418"} 2023-08-10T06:23:00,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916485767802, state=ENABLED in hbase:meta 2023-08-10T06:23:00,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916485767802 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:00,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16916485767802 in 1.1970 sec 2023-08-10T06:23:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:23:01,341 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16916485767802, procId: 19 completed 2023-08-10T06:23:01,341 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16916485767802 get assigned. Timeout = 60000ms 2023-08-10T06:23:01,344 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:23:01,349 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16916485767802 assigned to meta. Checking AM states. 2023-08-10T06:23:01,350 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:23:01,350 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16916485767802 assigned. 2023-08-10T06:23:01,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16916485767803', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16916485767803 2023-08-10T06:23:01,356 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916485767803 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:01,357 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:01,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16916485767803" procId is: 22 2023-08-10T06:23:01,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16916485767803 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:23:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:23:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:23:01,772 INFO [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1c23730b6686d6b6ea138ba74e0be3fe, NAME => 'ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16916485767803', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:23:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:23:02,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16916485767802' 2023-08-10T06:23:02,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16916485767801' 2023-08-10T06:23:02,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1691648576780' 2023-08-10T06:23:02,186 DEBUG [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:02,186 DEBUG [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1668): Closing 1c23730b6686d6b6ea138ba74e0be3fe, disabling compactions & flushes 2023-08-10T06:23:02,186 INFO [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,186 DEBUG [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,186 DEBUG [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. after waiting 0 ms 2023-08-10T06:23:02,186 DEBUG [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,186 INFO [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,186 DEBUG [RegionOpenAndInit-ns4:test-16916485767803-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1c23730b6686d6b6ea138ba74e0be3fe: 2023-08-10T06:23:02,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16916485767803 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:02,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648582187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648582187"}]},"ts":"1691648582187"} 2023-08-10T06:23:02,190 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:02,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16916485767803 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:02,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916485767803","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648582191"}]},"ts":"1691648582191"} 2023-08-10T06:23:02,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916485767803, state=ENABLING in hbase:meta 2023-08-10T06:23:02,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916485767803, region=1c23730b6686d6b6ea138ba74e0be3fe, ASSIGN}] 2023-08-10T06:23:02,200 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916485767803, region=1c23730b6686d6b6ea138ba74e0be3fe, ASSIGN 2023-08-10T06:23:02,202 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16916485767803, region=1c23730b6686d6b6ea138ba74e0be3fe, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:23:02,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1c23730b6686d6b6ea138ba74e0be3fe, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:02,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 1c23730b6686d6b6ea138ba74e0be3fe, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:23:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:23:02,513 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,513 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 1c23730b6686d6b6ea138ba74e0be3fe, NAME => 'ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:02,514 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:02,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916485767803 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:02,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,516 INFO [StoreOpener-1c23730b6686d6b6ea138ba74e0be3fe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,518 INFO [StoreOpener-1c23730b6686d6b6ea138ba74e0be3fe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c23730b6686d6b6ea138ba74e0be3fe columnFamilyName f 2023-08-10T06:23:02,518 DEBUG [StoreOpener-1c23730b6686d6b6ea138ba74e0be3fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:02,518 INFO [StoreOpener-1c23730b6686d6b6ea138ba74e0be3fe-1 {}] regionserver.HStore(324): Store=1c23730b6686d6b6ea138ba74e0be3fe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:02,520 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns4/test-16916485767803/1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,520 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns4/test-16916485767803/1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:02,526 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns4/test-16916485767803/1c23730b6686d6b6ea138ba74e0be3fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:02,527 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 1c23730b6686d6b6ea138ba74e0be3fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10192290560, jitterRate=-0.05076897144317627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:23:02,528 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 1c23730b6686d6b6ea138ba74e0be3fe: 2023-08-10T06:23:02,529 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe., pid=24, masterSystemTime=1691648582508 2023-08-10T06:23:02,531 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,531 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:02,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1c23730b6686d6b6ea138ba74e0be3fe, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:02,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-10T06:23:02,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 1c23730b6686d6b6ea138ba74e0be3fe, server=jenkins-hbase3.apache.org,34531,1691648568401 in 178 msec 2023-08-10T06:23:02,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-10T06:23:02,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16916485767803, region=1c23730b6686d6b6ea138ba74e0be3fe, ASSIGN in 339 msec 2023-08-10T06:23:02,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16916485767803 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:02,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916485767803","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648582540"}]},"ts":"1691648582540"} 2023-08-10T06:23:02,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916485767803, state=ENABLED in hbase:meta 2023-08-10T06:23:02,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916485767803 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:02,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16916485767803 in 1.1920 sec 2023-08-10T06:23:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:23:03,467 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16916485767803, procId: 22 completed 2023-08-10T06:23:03,467 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16916485767803 get assigned. Timeout = 60000ms 2023-08-10T06:23:03,467 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:23:03,471 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16916485767803 assigned to meta. Checking AM states. 2023-08-10T06:23:03,471 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:23:03,472 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16916485767803 assigned. 2023-08-10T06:23:03,472 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5105cd1d to 127.0.0.1:60549 2023-08-10T06:23:03,472 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:03,515 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=582, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=192, ProcessCount=173, AvailableMemoryMB=2109 2023-08-10T06:23:03,515 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-08-10T06:23:03,517 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBoundaryTests(71): test full backup fails on a single table that does not exist 2023-08-10T06:23:03,518 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x548d09bd to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:03,523 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:03,532 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:03,534 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39098, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:03,535 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x548d09bd to 127.0.0.1:60549 2023-08-10T06:23:03,535 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:03,553 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=585 (was 582) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x548d09bd-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x548d09bd-SendThread(127.0.0.1:60549) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x548d09bd java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/1472298118.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=665 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=192 (was 192), ProcessCount=173 (was 173), AvailableMemoryMB=2108 (was 2109) 2023-08-10T06:23:03,553 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-08-10T06:23:03,569 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=585, OpenFileDescriptor=665, MaxFileDescriptor=60000, SystemLoadAverage=192, ProcessCount=173, AvailableMemoryMB=2107 2023-08-10T06:23:03,569 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-08-10T06:23:03,569 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBoundaryTests(82): test full backup fails on multiple tables that do not exist 2023-08-10T06:23:03,569 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x63f9d440 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:03,574 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377c231d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:03,579 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:03,581 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39108, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:03,583 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x63f9d440 to 127.0.0.1:60549 2023-08-10T06:23:03,584 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:03,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:23:03,602 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=585 (was 585), OpenFileDescriptor=665 (was 665), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=192 (was 192), ProcessCount=173 (was 173), AvailableMemoryMB=2105 (was 2107) 2023-08-10T06:23:03,602 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-08-10T06:23:03,621 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=586, OpenFileDescriptor=665, MaxFileDescriptor=60000, SystemLoadAverage=192, ProcessCount=173, AvailableMemoryMB=2104 2023-08-10T06:23:03,621 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2023-08-10T06:23:03,621 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBoundaryTests(59): create full backup image on mulitple empty tables 2023-08-10T06:23:03,622 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x068db64c to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:03,632 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc757a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:03,639 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:03,641 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39118, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:03,660 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:23:03,667 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45834, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:23:03,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-10T06:23:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-10T06:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:23:03,702 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:03,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 19 msec 2023-08-10T06:23:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:23:03,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-10T06:23:03,816 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:03,816 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:03,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-10T06:23:03,817 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:23:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:23:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:23:04,238 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e3cd0c49f1b6b0afa9c6fee39e2a11f3, NAME => 'backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:23:04,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:04,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing e3cd0c49f1b6b0afa9c6fee39e2a11f3, disabling compactions & flushes 2023-08-10T06:23:04,250 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,250 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,251 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. after waiting 0 ms 2023-08-10T06:23:04,251 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,251 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,251 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for e3cd0c49f1b6b0afa9c6fee39e2a11f3: 2023-08-10T06:23:04,253 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:04,253 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1691648584253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648584253"}]},"ts":"1691648584253"} 2023-08-10T06:23:04,255 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:04,256 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:04,257 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648584257"}]},"ts":"1691648584257"} 2023-08-10T06:23:04,259 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-10T06:23:04,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=e3cd0c49f1b6b0afa9c6fee39e2a11f3, ASSIGN}] 2023-08-10T06:23:04,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=e3cd0c49f1b6b0afa9c6fee39e2a11f3, ASSIGN 2023-08-10T06:23:04,267 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=e3cd0c49f1b6b0afa9c6fee39e2a11f3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:23:04,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=e3cd0c49f1b6b0afa9c6fee39e2a11f3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:04,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:23:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:23:04,579 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => e3cd0c49f1b6b0afa9c6fee39e2a11f3, NAME => 'backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:04,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:04,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:04,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,582 INFO [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,584 INFO [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd0c49f1b6b0afa9c6fee39e2a11f3 columnFamilyName meta 2023-08-10T06:23:04,585 DEBUG [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:04,585 INFO [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] regionserver.HStore(324): Store=e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:04,585 INFO [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,587 INFO [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3cd0c49f1b6b0afa9c6fee39e2a11f3 columnFamilyName session 2023-08-10T06:23:04,587 DEBUG [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:04,588 INFO [StoreOpener-e3cd0c49f1b6b0afa9c6fee39e2a11f3-1 {}] regionserver.HStore(324): Store=e3cd0c49f1b6b0afa9c6fee39e2a11f3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:04,589 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,589 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,591 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:23:04,593 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:04,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:04,596 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened e3cd0c49f1b6b0afa9c6fee39e2a11f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10371802240, jitterRate=-0.03405064344406128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:23:04,597 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for e3cd0c49f1b6b0afa9c6fee39e2a11f3: 2023-08-10T06:23:04,598 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3., pid=28, masterSystemTime=1691648584574 2023-08-10T06:23:04,601 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,601 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:04,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=e3cd0c49f1b6b0afa9c6fee39e2a11f3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:04,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-10T06:23:04,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3, server=jenkins-hbase3.apache.org,34531,1691648568401 in 181 msec 2023-08-10T06:23:04,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-10T06:23:04,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=e3cd0c49f1b6b0afa9c6fee39e2a11f3, ASSIGN in 342 msec 2023-08-10T06:23:04,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:04,609 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648584609"}]},"ts":"1691648584609"} 2023-08-10T06:23:04,611 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-10T06:23:04,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:04,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 803 msec 2023-08-10T06:23:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:23:04,925 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-10T06:23:04,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-10T06:23:04,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:04,942 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:04,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-10T06:23:04,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:23:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:23:05,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:23:05,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:05,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916485767803 2023-08-10T06:23:05,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916485767803 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:05,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916485767801 2023-08-10T06:23:05,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916485767801 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:05,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916485767802 2023-08-10T06:23:05,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916485767802 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:05,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648576780 2023-08-10T06:23:05,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1691648576780 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:23:05,357 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fee77b700bb213e87b26afcd4330d70d, NAME => 'backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:23:05,375 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:05,376 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing fee77b700bb213e87b26afcd4330d70d, disabling compactions & flushes 2023-08-10T06:23:05,376 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,376 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,376 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. after waiting 0 ms 2023-08-10T06:23:05,376 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,376 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,376 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for fee77b700bb213e87b26afcd4330d70d: 2023-08-10T06:23:05,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:05,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1691648585378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648585378"}]},"ts":"1691648585378"} 2023-08-10T06:23:05,380 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:05,381 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:05,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648585381"}]},"ts":"1691648585381"} 2023-08-10T06:23:05,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-10T06:23:05,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=fee77b700bb213e87b26afcd4330d70d, ASSIGN}] 2023-08-10T06:23:05,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=fee77b700bb213e87b26afcd4330d70d, ASSIGN 2023-08-10T06:23:05,391 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=fee77b700bb213e87b26afcd4330d70d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34531,1691648568401; forceNewPlan=false, retain=false 2023-08-10T06:23:05,542 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=fee77b700bb213e87b26afcd4330d70d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:05,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure fee77b700bb213e87b26afcd4330d70d, server=jenkins-hbase3.apache.org,34531,1691648568401}] 2023-08-10T06:23:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:23:05,702 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => fee77b700bb213e87b26afcd4330d70d, NAME => 'backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:05,703 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:05,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:05,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,705 INFO [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,707 INFO [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fee77b700bb213e87b26afcd4330d70d columnFamilyName meta 2023-08-10T06:23:05,707 DEBUG [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:05,708 INFO [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] regionserver.HStore(324): Store=fee77b700bb213e87b26afcd4330d70d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:05,708 INFO [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,709 INFO [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fee77b700bb213e87b26afcd4330d70d columnFamilyName session 2023-08-10T06:23:05,709 DEBUG [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:05,710 INFO [StoreOpener-fee77b700bb213e87b26afcd4330d70d-1 {}] regionserver.HStore(324): Store=fee77b700bb213e87b26afcd4330d70d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:05,711 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system_bulk/fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,712 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system_bulk/fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:23:05,716 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:05,721 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system_bulk/fee77b700bb213e87b26afcd4330d70d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:05,722 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened fee77b700bb213e87b26afcd4330d70d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11737805920, jitterRate=0.09316836297512054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:23:05,723 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for fee77b700bb213e87b26afcd4330d70d: 2023-08-10T06:23:05,724 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d., pid=31, masterSystemTime=1691648585697 2023-08-10T06:23:05,727 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,727 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:05,728 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=fee77b700bb213e87b26afcd4330d70d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:05,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-10T06:23:05,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure fee77b700bb213e87b26afcd4330d70d, server=jenkins-hbase3.apache.org,34531,1691648568401 in 185 msec 2023-08-10T06:23:05,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-10T06:23:05,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=fee77b700bb213e87b26afcd4330d70d, ASSIGN in 345 msec 2023-08-10T06:23:05,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:05,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648585736"}]},"ts":"1691648585736"} 2023-08-10T06:23:05,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-10T06:23:05,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:05,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 803 msec 2023-08-10T06:23:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:23:06,050 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-10T06:23:06,064 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:23:06,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:23:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648586113 (current time:1691648586113). 2023-08-10T06:23:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:23:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:23:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x53f63de3 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575676a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:06,126 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39126, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x53f63de3 to 127.0.0.1:60549 2023-08-10T06:23:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:23:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:23:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:23:06,143 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:23:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:06,148 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:23:06,151 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:23:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:06,563 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:23:06,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3}] 2023-08-10T06:23:06,573 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:06,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34531 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-10T06:23:06,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:06,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing e3cd0c49f1b6b0afa9c6fee39e2a11f3 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-10T06:23:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:06,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/11b93afde98d4fe3a6ec6d544781520e is 49, key is activesession:/session:c/1691648586098/Put/seqid=0 2023-08-10T06:23:07,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/11b93afde98d4fe3a6ec6d544781520e 2023-08-10T06:23:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:07,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 11b93afde98d4fe3a6ec6d544781520e 2023-08-10T06:23:07,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/11b93afde98d4fe3a6ec6d544781520e as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/11b93afde98d4fe3a6ec6d544781520e 2023-08-10T06:23:07,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/11b93afde98d4fe3a6ec6d544781520e, entries=1, sequenceid=5, filesize=4.9 K 2023-08-10T06:23:07,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for e3cd0c49f1b6b0afa9c6fee39e2a11f3 in 579ms, sequenceid=5, compaction requested=false 2023-08-10T06:23:07,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-10T06:23:07,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for e3cd0c49f1b6b0afa9c6fee39e2a11f3: 2023-08-10T06:23:07,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. for snapshot_backup_system completed. 2023-08-10T06:23:07,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:23:07,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:23:07,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:23:07,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/11b93afde98d4fe3a6ec6d544781520e] hfiles 2023-08-10T06:23:07,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/11b93afde98d4fe3a6ec6d544781520e for snapshot=snapshot_backup_system 2023-08-10T06:23:07,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:07,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-10T06:23:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-10T06:23:07,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:07,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:07,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-10T06:23:07,759 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:23:07,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3 in 1.1900 sec 2023-08-10T06:23:07,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:23:07,764 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:23:07,764 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:23:07,766 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:23:08,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-10T06:23:08,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16916485767803' 2023-08-10T06:23:08,191 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:23:08,206 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:23:08,207 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:23:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:09,044 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:23:09,044 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:23:09,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.9090 sec 2023-08-10T06:23:10,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:23:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:23:10,254 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-08-10T06:23:10,254 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(115): Backup backup_1691648583632 started at 1691648590254. 2023-08-10T06:23:10,277 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(119): Backup session backup_1691648583632 has been started. 2023-08-10T06:23:10,281 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:23:10,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:23:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:23:10,298 INFO [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:23:10,299 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:23:10,299 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:23:10,299 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:23:10,300 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,300 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:10,301 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:23:10,301 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,301 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:23:10,301 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:23:10,302 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,302 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:23:10,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:10,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:23:10,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:10,303 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:23:10,305 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:23:10,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:23:10,305 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:23:10,305 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:23:10,306 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:23:10,306 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:23:10,306 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34531,1691648568401' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:23:10,308 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,308 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:23:10,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:23:10,308 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,308 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:23:10,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:23:10,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:23:10,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:10,309 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:23:10,310 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34531,1691648568401' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:23:10,310 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@497b22ff[Count = 0] remaining members to acquire global barrier 2023-08-10T06:23:10,310 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:23:10,310 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,313 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,313 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,313 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,314 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:23:10,314 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,314 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:23:10,315 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:23:10,315 DEBUG [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,315 INFO [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648570145 highest: 1691648570145 on jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,315 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34531%2C1691648568401:(num 1691648570145) roll requested 2023-08-10T06:23:10,327 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648590315, exclude list is [], retry=0 2023-08-10T06:23:10,332 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:23:10,336 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648570145 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648590315 2023-08-10T06:23:10,337 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:23:10,337 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648570145 is not closed yet, will try archiving it next time 2023-08-10T06:23:10,338 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta:.meta(num 1691648570468) roll requested 2023-08-10T06:23:10,350 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648590338.meta, exclude list is [], retry=0 2023-08-10T06:23:10,354 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:23:10,356 DEBUG [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-08-10T06:23:10,356 INFO [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648590315 on jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,356 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648570468.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648590338.meta 2023-08-10T06:23:10,356 DEBUG [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:23:10,356 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:23:10,356 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648570468.meta is not closed yet, will try archiving it next time 2023-08-10T06:23:10,358 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36488, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:23:10,379 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:23:10,379 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34531,1691648568401' in zk 2023-08-10T06:23:10,382 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,382 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:23:10,382 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:23:10,382 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:23:10,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:23:10,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:23:10,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:23:10,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:23:10,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:10,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:23:10,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:10,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34531,1691648568401': 2023-08-10T06:23:10,386 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34531,1691648568401' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:23:10,386 INFO [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:23:10,386 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:23:10,386 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:23:10,386 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:23:10,386 INFO [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:23:10,388 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,388 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,388 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:23:10,388 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:23:10,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:23:10,389 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:23:10,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:23:10,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:23:10,389 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:10,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:23:10,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:10,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,391 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:23:10,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:10,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,400 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,400 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:23:10,400 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:23:10,400 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:23:10,400 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:10,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:23:10,400 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:10,400 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:10,401 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,401 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:10,401 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:23:10,401 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:10,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:23:10,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:23:10,402 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:23:10,402 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:23:10,404 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:23:10,404 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:23:10,504 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:23:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:23:10,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } 2023-08-10T06:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648590515 (current time:1691648590515). 2023-08-10T06:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648590514_ns3_test-16916485767802 VERSION not specified, setting to 2 2023-08-10T06:23:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x34be95f8 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e7eed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:10,528 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41480, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x34be95f8 to 127.0.0.1:60549 2023-08-10T06:23:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:23:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } 2023-08-10T06:23:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:23:10,533 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:23:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:10,534 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:23:10,536 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:23:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:10,948 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:23:10,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c}] 2023-08-10T06:23:10,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:11,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34531 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-10T06:23:11,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:11,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 3fda5f0d056abc6b56818e592c35bb2c: 2023-08-10T06:23:11,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. for snapshot_1691648590514_ns3_test-16916485767802 completed. 2023-08-10T06:23:11,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.' region-info for snapshot=snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:11,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:23:11,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:23:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:11,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:11,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-10T06:23:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-10T06:23:11,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648590514_ns3_test-16916485767802 on region 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:11,516 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:11,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-10T06:23:11,519 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:23:11,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c in 569 msec 2023-08-10T06:23:11,520 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:23:11,521 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:23:11,521 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:11,522 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:11,941 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:23:11,947 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:23:11,948 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_1691648590514_ns3_test-16916485767802 to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:12,777 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:23:12,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:23:12,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648590514_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } in 2.2470 sec 2023-08-10T06:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:23:14,642 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns3:test-16916485767802, procId: 34 completed 2023-08-10T06:23:14,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } 2023-08-10T06:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648594643 (current time:1691648594643). 2023-08-10T06:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648594642_ns4_test-16916485767803 VERSION not specified, setting to 2 2023-08-10T06:23:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x479edae1 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f96bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:14,653 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41494, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x479edae1 to 127.0.0.1:60549 2023-08-10T06:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } 2023-08-10T06:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:23:14,658 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:23:14,659 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:23:14,661 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:23:15,073 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:23:15,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 1c23730b6686d6b6ea138ba74e0be3fe}] 2023-08-10T06:23:15,075 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:15,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:23:15,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:15,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34531 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-08-10T06:23:15,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:15,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 1c23730b6686d6b6ea138ba74e0be3fe: 2023-08-10T06:23:15,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. for snapshot_1691648594642_ns4_test-16916485767803 completed. 2023-08-10T06:23:15,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe.' region-info for snapshot=snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:15,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:23:15,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:23:15,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:15,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-08-10T06:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-08-10T06:23:15,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648594642_ns4_test-16916485767803 on region 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:15,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:15,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-10T06:23:15,644 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:23:15,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 1c23730b6686d6b6ea138ba74e0be3fe in 569 msec 2023-08-10T06:23:15,645 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:23:15,646 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:23:15,646 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:15,647 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:23:16,062 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:23:16,068 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:23:16,069 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_1691648594642_ns4_test-16916485767803 to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:16,501 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:23:16,501 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:23:16,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648594642_ns4_test-16916485767803 table=ns4:test-16916485767803 type=FLUSH ttl=0 } in 1.8460 sec 2023-08-10T06:23:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:23:16,766 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns4:test-16916485767803, procId: 36 completed 2023-08-10T06:23:16,766 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648583632 2023-08-10T06:23:16,766 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:23:16,768 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-08-10T06:23:16,770 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648583632_ns3:test-16916485767802 2023-08-10T06:23:16,770 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648590514_ns3_test-16916485767802 to hdfs://localhost:41989/backupUT/backup_1691648583632/ns3/test-16916485767802/ 2023-08-10T06:23:16,780 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:23:16,817 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:41989, inputRoot=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:23:16,817 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41981,1691648564999_1523925139_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41989/backupUT/backup_1691648583632/ns3/test-16916485767802, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41989/backupUT/backup_1691648583632/ns3/test-16916485767802/.hbase-snapshot/.tmp/snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:16,817 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:41989, inputRoot=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95, snapshotDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648590514_ns3_test-16916485767802. 2023-08-10T06:23:16,825 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648590514_ns3_test-16916485767802 to hdfs://localhost:41989/backupUT/backup_1691648583632/ns3/test-16916485767802/.hbase-snapshot/.tmp/snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:17,252 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:17,253 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:17,254 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:17,254 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,257 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop-4290561332081844073.jar 2023-08-10T06:23:18,257 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,257 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,258 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,259 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,259 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,259 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,260 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,260 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,261 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:18,261 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:23:18,262 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:23:18,263 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:23:18,263 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:23:18,264 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:23:18,264 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:23:18,265 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:23:18,265 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:23:18,266 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:23:18,266 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:23:18,267 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:23:18,267 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:23:18,271 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:18,271 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:18,272 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:18,272 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:18,273 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:18,273 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:18,274 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:18,334 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:23:18,358 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648590514_ns3_test-16916485767802' hfile list 2023-08-10T06:23:18,577 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir/1691648598531/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:23:18,577 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir/1691648598531/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:23:19,648 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:23:19,649 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:23:19,656 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:19,656 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648590514_ns3_test-16916485767802 finished. 2023-08-10T06:23:19,656 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648583632_ns4:test-16916485767803 2023-08-10T06:23:19,656 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648594642_ns4_test-16916485767803 to hdfs://localhost:41989/backupUT/backup_1691648583632/ns4/test-16916485767803/ 2023-08-10T06:23:19,656 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:23:19,683 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:41989, inputRoot=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:23:19,683 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41981,1691648564999_-372576835_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41989/backupUT/backup_1691648583632/ns4/test-16916485767803, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41989/backupUT/backup_1691648583632/ns4/test-16916485767803/.hbase-snapshot/.tmp/snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:19,683 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:41989, inputRoot=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95, snapshotDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648594642_ns4_test-16916485767803. 2023-08-10T06:23:19,691 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648594642_ns4_test-16916485767803 to hdfs://localhost:41989/backupUT/backup_1691648583632/ns4/test-16916485767803/.hbase-snapshot/.tmp/snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:20,109 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:20,109 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:20,110 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:20,110 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,116 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop-6100264342465482121.jar 2023-08-10T06:23:21,116 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,116 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,117 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,117 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,118 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,118 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,119 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,119 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,119 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:21,120 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:23:21,121 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:23:21,121 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:23:21,122 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:23:21,122 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:23:21,123 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:23:21,123 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:23:21,124 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:23:21,124 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:23:21,125 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:23:21,125 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:23:21,125 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:23:21,126 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:21,127 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:21,127 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:21,128 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:21,128 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:21,129 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:21,129 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:21,156 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:23:21,173 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648594642_ns4_test-16916485767803' hfile list 2023-08-10T06:23:21,248 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir/1691648601216/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:23:21,248 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir/1691648601216/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:23:21,614 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:23:21,615 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58440, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:23:22,277 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:23:22,278 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:23:22,283 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:22,283 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648594642_ns4_test-16916485767803 finished. 2023-08-10T06:23:22,284 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1014): ns3:test-16916485767802 2023-08-10T06:23:22,284 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1014): ns4:test-16916485767803 2023-08-10T06:23:22,357 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648583632 2023-08-10T06:23:22,357 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:23:22,769 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:41989/backupUT/backup_1691648583632/.backup.manifest 2023-08-10T06:23:22,769 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648583632 2023-08-10T06:23:22,769 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:23:23,177 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:41989/backupUT/backup_1691648583632/.backup.manifest 2023-08-10T06:23:23,177 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(358): Backup backup_1691648583632 finished: type=FULL,tablelist=ns3:test-16916485767802;ns4:test-16916485767803,targetRootDir=hdfs://localhost:41989/backupUT,startts=1691648590254,completets=1691648602354,bytescopied=0 2023-08-10T06:23:23,177 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:23:23,177 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:23,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648590514_ns3_test-16916485767802" 2023-08-10T06:23:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648590514_ns3_test-16916485767802 2023-08-10T06:23:23,194 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648590514_ns3_test-16916485767802 for backup backup_1691648583632 succeeded. 2023-08-10T06:23:23,194 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:23,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648594642_ns4_test-16916485767803" 2023-08-10T06:23:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648594642_ns4_test-16916485767803 2023-08-10T06:23:23,200 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648594642_ns4_test-16916485767803 for backup backup_1691648583632 succeeded. 2023-08-10T06:23:23,201 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:23:23,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:23:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:23:23,218 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:23:23,225 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:23:23,242 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(376): Backup backup_1691648583632 completed. 2023-08-10T06:23:23,243 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:23:23,243 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x068db64c to 127.0.0.1:60549 2023-08-10T06:23:23,243 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:23,260 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=591 (was 586) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x068db64c-SendThread(127.0.0.1:60549) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x068db64c-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1705810893_16 at /127.0.0.1:53094 [Receiving block BP-525458836-172.31.12.81-1691648561682:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1092348704_16 at /127.0.0.1:33038 [Waiting for operation #29] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1705810893_16 at /127.0.0.1:53104 [Receiving block BP-525458836-172.31.12.81-1691648561682:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x068db64c java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/1472298118.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-525458836-172.31.12.81-1691648561682:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1092348704_16 at /127.0.0.1:53260 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-525458836-172.31.12.81-1691648561682:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=674 (was 665) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=146 (was 192), ProcessCount=173 (was 173), AvailableMemoryMB=1932 (was 2104) 2023-08-10T06:23:23,260 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2023-08-10T06:23:23,276 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=591, OpenFileDescriptor=674, MaxFileDescriptor=60000, SystemLoadAverage=146, ProcessCount=173, AvailableMemoryMB=1932 2023-08-10T06:23:23,276 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2023-08-10T06:23:23,276 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBoundaryTests(93): create full backup fails on tableset containing real and fake table 2023-08-10T06:23:23,276 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6959aa39 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:23,281 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29472025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:23,285 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:23,289 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54218, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:23,291 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6959aa39 to 127.0.0.1:60549 2023-08-10T06:23:23,291 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:23,307 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=594 (was 591) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x6959aa39-SendThread(127.0.0.1:60549) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x6959aa39-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60549@0x6959aa39 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/1472298118.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=678 (was 674) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=146 (was 146), ProcessCount=173 (was 173), AvailableMemoryMB=1932 (was 1932) 2023-08-10T06:23:23,307 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-08-10T06:23:23,322 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=594, OpenFileDescriptor=678, MaxFileDescriptor=60000, SystemLoadAverage=146, ProcessCount=173, AvailableMemoryMB=1932 2023-08-10T06:23:23,322 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-08-10T06:23:23,322 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBoundaryTests(48): create full backup image on single table 2023-08-10T06:23:23,322 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2b64ce65 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:23,327 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a96c306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:23,329 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:23,331 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54224, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:23,332 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:23:23,333 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58452, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:23:23,347 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:23:23,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:23:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648603353 (current time:1691648603353). 2023-08-10T06:23:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:23:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:23:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a05f4f5 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228fbefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:23,360 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54230, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a05f4f5 to 127.0.0.1:60549 2023-08-10T06:23:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:23:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:23:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-08-10T06:23:23,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:23:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:23,365 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:23:23,367 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:23:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:23,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:23:23,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3}] 2023-08-10T06:23:23,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:23,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34531 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-08-10T06:23:23,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:23,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing e3cd0c49f1b6b0afa9c6fee39e2a11f3 2/2 column families, dataSize=1.51 KB heapSize=2.81 KB 2023-08-10T06:23:23,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/meta/80266a6aefce4638ab022bf087bf95a1 is 171, key is trslm:hdfs://localhost:41989/backupUT\x00ns3:test-16916485767802/meta:log-roll-map/1691648602343/Put/seqid=0 2023-08-10T06:23:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:24,350 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/meta/80266a6aefce4638ab022bf087bf95a1 2023-08-10T06:23:24,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 80266a6aefce4638ab022bf087bf95a1 2023-08-10T06:23:24,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/2b06a9efe27b4bb698f20240ffbf5d9d is 458, key is session:backup_1691648583632/session:context/1691648603224/Put/seqid=0 2023-08-10T06:23:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:24,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/2b06a9efe27b4bb698f20240ffbf5d9d 2023-08-10T06:23:24,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2b06a9efe27b4bb698f20240ffbf5d9d 2023-08-10T06:23:24,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/meta/80266a6aefce4638ab022bf087bf95a1 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta/80266a6aefce4638ab022bf087bf95a1 2023-08-10T06:23:24,781 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta/80266a6aefce4638ab022bf087bf95a1, entries=6, sequenceid=17, filesize=5.8 K 2023-08-10T06:23:24,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/2b06a9efe27b4bb698f20240ffbf5d9d as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/2b06a9efe27b4bb698f20240ffbf5d9d 2023-08-10T06:23:24,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/2b06a9efe27b4bb698f20240ffbf5d9d, entries=2, sequenceid=17, filesize=5.4 K 2023-08-10T06:23:24,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1546, heapSize ~2.78 KB/2848, currentSize=0 B/0 for e3cd0c49f1b6b0afa9c6fee39e2a11f3 in 861ms, sequenceid=17, compaction requested=false 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for e3cd0c49f1b6b0afa9c6fee39e2a11f3: 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. for snapshot_backup_system completed. 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta/80266a6aefce4638ab022bf087bf95a1] hfiles 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta/80266a6aefce4638ab022bf087bf95a1 for snapshot=snapshot_backup_system 2023-08-10T06:23:24,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/11b93afde98d4fe3a6ec6d544781520e, hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/2b06a9efe27b4bb698f20240ffbf5d9d] hfiles 2023-08-10T06:23:24,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/11b93afde98d4fe3a6ec6d544781520e for snapshot=snapshot_backup_system 2023-08-10T06:23:24,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/2b06a9efe27b4bb698f20240ffbf5d9d for snapshot=snapshot_backup_system 2023-08-10T06:23:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:25,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-08-10T06:23:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-08-10T06:23:25,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:25,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:25,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-08-10T06:23:25,200 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:23:25,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure e3cd0c49f1b6b0afa9c6fee39e2a11f3 in 1.4240 sec 2023-08-10T06:23:25,201 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:23:25,202 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:23:25,202 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:23:25,203 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:23:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:25,615 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:23:25,623 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:23:25,624 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:23:26,447 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:23:26,448 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-08-10T06:23:26,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 3.0870 sec 2023-08-10T06:23:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:23:27,472 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-08-10T06:23:27,472 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(115): Backup backup_1691648603327 started at 1691648607472. 2023-08-10T06:23:27,475 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(119): Backup session backup_1691648603327 has been started. 2023-08-10T06:23:27,480 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:23:27,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:23:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:23:27,481 INFO [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:23:27,481 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:23:27,482 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:23:27,482 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:23:27,483 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,483 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:27,484 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,485 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:23:27,485 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:23:27,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:23:27,485 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,485 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:23:27,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:27,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:23:27,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:27,486 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:23:27,486 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:23:27,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:23:27,486 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:23:27,486 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:23:27,487 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:23:27,487 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:23:27,487 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34531,1691648568401' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:23:27,490 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,490 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:23:27,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:23:27,490 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,490 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:23:27,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:23:27,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:23:27,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:27,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:23:27,492 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34531,1691648568401' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:23:27,492 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:23:27,492 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@58c1ae4[Count = 0] remaining members to acquire global barrier 2023-08-10T06:23:27,492 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,495 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,495 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,495 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:23:27,495 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,495 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:23:27,495 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:23:27,495 DEBUG [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,495 INFO [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648590315 highest: 1691648590315 on jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,495 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34531%2C1691648568401:(num 1691648590315) roll requested 2023-08-10T06:23:27,506 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648607495, exclude list is [], retry=0 2023-08-10T06:23:27,510 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:23:27,512 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648590315 with entries=10, filesize=2.58 KB; new WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648607495 2023-08-10T06:23:27,512 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:23:27,512 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.1691648590315 is not closed yet, will try archiving it next time 2023-08-10T06:23:27,512 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta:.meta(num 1691648590338) roll requested 2023-08-10T06:23:27,524 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648607512.meta, exclude list is [], retry=0 2023-08-10T06:23:27,527 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK] 2023-08-10T06:23:27,529 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648590338.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648607512.meta 2023-08-10T06:23:27,529 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43721,DS-a86bde29-ae2a-4540-848f-ecf5fec757f0,DISK]] 2023-08-10T06:23:27,529 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648590338.meta is not closed yet, will try archiving it next time 2023-08-10T06:23:27,532 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/WALs/jenkins-hbase3.apache.org,34531,1691648568401/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648590338.meta to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/oldWALs/jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta.1691648590338.meta 2023-08-10T06:23:27,535 DEBUG [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-10T06:23:27,535 INFO [rs(jenkins-hbase3.apache.org,34531,1691648568401)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648607495 on jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,545 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:23:27,545 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34531,1691648568401' in zk 2023-08-10T06:23:27,548 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,548 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:23:27,548 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:23:27,548 DEBUG [member: 'jenkins-hbase3.apache.org,34531,1691648568401' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:23:27,548 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:23:27,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:23:27,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:23:27,549 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:23:27,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:27,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,550 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:23:27,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:27,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34531,1691648568401': 2023-08-10T06:23:27,552 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34531,1691648568401' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:23:27,552 INFO [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:23:27,552 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:23:27,552 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:23:27,552 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:23:27,552 INFO [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:23:27,554 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,554 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,554 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:23:27,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:23:27,554 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:23:27,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,554 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:23:27,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:23:27,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:23:27,554 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:27,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:23:27,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:27,556 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:23:27,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:23:27,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,560 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:23:27,560 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:23:27,560 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:23:27,560 DEBUG [(jenkins-hbase3.apache.org,41981,1691648564999)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:23:27,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:23:27,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:23:27,560 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:23:27,561 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:27,561 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:23:27,561 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:27,561 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,561 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:23:27,561 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:23:27,561 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:23:27,561 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:23:27,562 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:23:27,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-08-10T06:23:27,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:23:27,662 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:23:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:23:27,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } 2023-08-10T06:23:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648607666 (current time:1691648607666). 2023-08-10T06:23:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:23:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648607665_ns3_test-16916485767802 VERSION not specified, setting to 2 2023-08-10T06:23:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0533a726 to 127.0.0.1:60549 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bb6240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:27,677 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54242, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0533a726 to 127.0.0.1:60549 2023-08-10T06:23:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:23:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1033): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } 2023-08-10T06:23:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-08-10T06:23:27,681 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:23:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:27,682 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:23:27,684 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:23:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:28,091 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:23:28,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c}] 2023-08-10T06:23:28,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:28,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34531 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-08-10T06:23:28,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:28,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 3fda5f0d056abc6b56818e592c35bb2c: 2023-08-10T06:23:28,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. for snapshot_1691648607665_ns3_test-16916485767802 completed. 2023-08-10T06:23:28,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c.' region-info for snapshot=snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:28,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:23:28,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:23:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:28,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:28,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-08-10T06:23:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3994): Remote procedure done, pid=41 2023-08-10T06:23:28,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648607665_ns3_test-16916485767802 on region 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:28,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:28,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-08-10T06:23:28,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 3fda5f0d056abc6b56818e592c35bb2c in 564 msec 2023-08-10T06:23:28,657 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:23:28,658 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:23:28,658 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:23:28,658 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:28,659 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:29,070 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:23:29,076 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:23:29,076 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/.tmp/snapshot_1691648607665_ns3_test-16916485767802 to hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:29,896 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:23:29,896 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-08-10T06:23:29,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648607665_ns3_test-16916485767802 table=ns3:test-16916485767802 type=FLUSH ttl=0 } in 2.2180 sec 2023-08-10T06:23:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:23:31,789 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns3:test-16916485767802, procId: 40 completed 2023-08-10T06:23:31,789 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648603327 2023-08-10T06:23:31,789 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:23:31,789 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-08-10T06:23:31,790 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648603327_ns3:test-16916485767802 2023-08-10T06:23:31,790 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648607665_ns3_test-16916485767802 to hdfs://localhost:41989/backupUT/backup_1691648603327/ns3/test-16916485767802/ 2023-08-10T06:23:31,790 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:23:31,813 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:41989, inputRoot=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95 2023-08-10T06:23:31,813 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,41981,1691648564999_-1466733386_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41989/backupUT/backup_1691648603327/ns3/test-16916485767802, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41989/backupUT/backup_1691648603327/ns3/test-16916485767802/.hbase-snapshot/.tmp/snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:31,813 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:41989, inputRoot=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95, snapshotDir=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648607665_ns3_test-16916485767802. 2023-08-10T06:23:31,819 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/.hbase-snapshot/snapshot_1691648607665_ns3_test-16916485767802 to hdfs://localhost:41989/backupUT/backup_1691648603327/ns3/test-16916485767802/.hbase-snapshot/.tmp/snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:31,978 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-08-10T06:23:31,979 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-08-10T06:23:32,237 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:32,238 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:32,238 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:32,239 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,219 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop-1656549264264751765.jar 2023-08-10T06:23:33,220 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,220 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,221 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,221 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,222 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,222 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,222 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,223 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,223 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:23:33,224 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:23:33,225 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:23:33,225 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:23:33,225 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:23:33,226 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:23:33,227 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:23:33,227 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:23:33,227 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:23:33,228 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:23:33,228 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:23:33,229 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:23:33,229 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:23:33,230 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:33,230 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:33,231 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:33,231 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:33,232 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:23:33,232 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:33,233 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:23:33,259 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:23:33,276 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648607665_ns3_test-16916485767802' hfile list 2023-08-10T06:23:33,353 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir/1691648613318/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:23:33,353 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/mapreduce.cluster.local.dir/1691648613318/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:23:34,380 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:23:34,381 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:23:34,388 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:34,388 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648607665_ns3_test-16916485767802 finished. 2023-08-10T06:23:34,388 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1014): ns3:test-16916485767802 2023-08-10T06:23:34,396 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648603327 2023-08-10T06:23:34,396 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:23:34,802 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:41989/backupUT/backup_1691648603327/.backup.manifest 2023-08-10T06:23:34,802 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(358): Backup backup_1691648603327 finished: type=FULL,tablelist=ns3:test-16916485767802,targetRootDir=hdfs://localhost:41989/backupUT,startts=1691648607472,completets=1691648614396,bytescopied=0 2023-08-10T06:23:34,803 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:23:34,803 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:34,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648607665_ns3_test-16916485767802" 2023-08-10T06:23:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648607665_ns3_test-16916485767802 2023-08-10T06:23:34,807 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648607665_ns3_test-16916485767802 for backup backup_1691648603327 succeeded. 2023-08-10T06:23:34,808 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:23:34,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:23:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:23:34,816 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:23:34,819 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:23:34,825 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] impl.TableBackupClient(376): Backup backup_1691648603327 completed. 2023-08-10T06:23:34,825 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:23:34,825 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2b64ce65 to 127.0.0.1:60549 2023-08-10T06:23:34,826 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:34,826 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] backup.TestBackupBoundaryTests(50): Finished Backup backup_1691648603327 2023-08-10T06:23:34,842 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=592 (was 594), OpenFileDescriptor=676 (was 678), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=112 (was 146), ProcessCount=173 (was 173), AvailableMemoryMB=1885 (was 1932) 2023-08-10T06:23:34,842 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-08-10T06:23:34,849 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-10T06:23:34,850 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:23:34,850 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d7edbc2 to 127.0.0.1:60549 2023-08-10T06:23:34,850 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:34,850 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-10T06:23:34,850 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] util.JVMClusterUtil(257): Found active master hash=444754117, stopped=false 2023-08-10T06:23:34,851 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:23:34,856 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:23:34,856 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:23:34,856 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:34,857 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:34,857 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-10T06:23:34,857 DEBUG [Listener at jenkins-hbase3.apache.org/39815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:34,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:23:34,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:23:34,857 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,34531,1691648568401' ***** 2023-08-10T06:23:34,857 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-10T06:23:34,858 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:23:34,871 INFO [RS:0;jenkins-hbase3:34531 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@11be6cfd{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:23:34,875 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:23:34,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-10T06:23:34,875 INFO [RS:0;jenkins-hbase3:34531 {}] server.AbstractConnector(383): Stopped ServerConnector@7fabb410{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:23:34,875 INFO [RS:0;jenkins-hbase3:34531 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:23:34,876 INFO [RS:0;jenkins-hbase3:34531 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1ca8d551{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:23:34,877 INFO [RS:0;jenkins-hbase3:34531 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@a6e59ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.log.dir/,STOPPED} 2023-08-10T06:23:34,879 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-10T06:23:34,879 INFO [RS:0;jenkins-hbase3:34531 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-10T06:23:34,879 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-10T06:23:34,879 INFO [RS:0;jenkins-hbase3:34531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-10T06:23:34,879 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for 1c23730b6686d6b6ea138ba74e0be3fe 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for 3fda5f0d056abc6b56818e592c35bb2c 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for 9d0f78d0b52924a94aed19e9486d2579 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for baf2eb9bf6dc01891bd093fd6e7be0df 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:23:34,880 DEBUG [RS:0;jenkins-hbase3:34531 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:34,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1c23730b6686d6b6ea138ba74e0be3fe, disabling compactions & flushes 2023-08-10T06:23:34,880 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-10T06:23:34,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:34,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. after waiting 0 ms 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-10T06:23:34,880 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:34,880 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-10T06:23:34,881 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-10T06:23:34,881 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-10T06:23:34,881 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1583): Online Regions={1c23730b6686d6b6ea138ba74e0be3fe=ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe., fee77b700bb213e87b26afcd4330d70d=backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d., 3fda5f0d056abc6b56818e592c35bb2c=ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c., 9d0f78d0b52924a94aed19e9486d2579=test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579., baf2eb9bf6dc01891bd093fd6e7be0df=ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df., 1588230740=hbase:meta,,1.1588230740, e3cd0c49f1b6b0afa9c6fee39e2a11f3=backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3., 36847020d83f8bad3084baf7c5f6b026=hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.} 2023-08-10T06:23:34,882 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:23:34,882 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:23:34,882 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:23:34,882 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:23:34,882 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:23:34,882 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-08-10T06:23:34,882 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1c23730b6686d6b6ea138ba74e0be3fe, 36847020d83f8bad3084baf7c5f6b026, 3fda5f0d056abc6b56818e592c35bb2c, 9d0f78d0b52924a94aed19e9486d2579, baf2eb9bf6dc01891bd093fd6e7be0df, e3cd0c49f1b6b0afa9c6fee39e2a11f3, fee77b700bb213e87b26afcd4330d70d 2023-08-10T06:23:34,887 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns4/test-16916485767803/1c23730b6686d6b6ea138ba74e0be3fe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-08-10T06:23:34,888 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:34,889 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:34,889 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1c23730b6686d6b6ea138ba74e0be3fe: 2023-08-10T06:23:34,889 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16916485767803,,1691648581352.1c23730b6686d6b6ea138ba74e0be3fe. 2023-08-10T06:23:34,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fee77b700bb213e87b26afcd4330d70d, disabling compactions & flushes 2023-08-10T06:23:34,890 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:34,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:34,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. after waiting 0 ms 2023-08-10T06:23:34,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:34,894 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system_bulk/fee77b700bb213e87b26afcd4330d70d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:23:34,895 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:34,895 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:34,895 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fee77b700bb213e87b26afcd4330d70d: 2023-08-10T06:23:34,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1691648584939.fee77b700bb213e87b26afcd4330d70d. 2023-08-10T06:23:34,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3fda5f0d056abc6b56818e592c35bb2c, disabling compactions & flushes 2023-08-10T06:23:34,896 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:34,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:34,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. after waiting 0 ms 2023-08-10T06:23:34,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:34,902 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns3/test-16916485767802/3fda5f0d056abc6b56818e592c35bb2c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-08-10T06:23:34,903 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:34,904 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:34,904 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3fda5f0d056abc6b56818e592c35bb2c: 2023-08-10T06:23:34,904 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16916485767802,,1691648579226.3fda5f0d056abc6b56818e592c35bb2c. 2023-08-10T06:23:34,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9d0f78d0b52924a94aed19e9486d2579, disabling compactions & flushes 2023-08-10T06:23:34,905 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:23:34,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:23:34,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. after waiting 0 ms 2023-08-10T06:23:34,905 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:23:34,905 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9d0f78d0b52924a94aed19e9486d2579 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:23:34,915 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/.tmp/info/f74bde64ea804b5da2a13b72e25bc1f7 is 159, key is ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df./info:regioninfo/1691648578906/Put/seqid=0 2023-08-10T06:23:34,920 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/.tmp/f/efc559cb7b8845bc8f3298c7ba82c36e is 37, key is row10/f:q1/1691648578436/Put/seqid=0 2023-08-10T06:23:34,921 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/.tmp/info/f74bde64ea804b5da2a13b72e25bc1f7 2023-08-10T06:23:34,925 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/.tmp/f/efc559cb7b8845bc8f3298c7ba82c36e 2023-08-10T06:23:34,930 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f74bde64ea804b5da2a13b72e25bc1f7 2023-08-10T06:23:34,932 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: efc559cb7b8845bc8f3298c7ba82c36e 2023-08-10T06:23:34,934 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/.tmp/f/efc559cb7b8845bc8f3298c7ba82c36e as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/f/efc559cb7b8845bc8f3298c7ba82c36e 2023-08-10T06:23:34,940 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/f/efc559cb7b8845bc8f3298c7ba82c36e, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:23:34,942 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9d0f78d0b52924a94aed19e9486d2579 in 37ms, sequenceid=103, compaction requested=false 2023-08-10T06:23:34,945 DEBUG [StoreFileCloser-9d0f78d0b52924a94aed19e9486d2579-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: efc559cb7b8845bc8f3298c7ba82c36e 2023-08-10T06:23:34,948 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/.tmp/table/4d85ec3153d3433fba3fbc75bd34fca4 is 59, key is ns2:test-16916485767801/table:state/1691648578915/Put/seqid=0 2023-08-10T06:23:34,950 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/default/test-1691648576780/9d0f78d0b52924a94aed19e9486d2579/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-10T06:23:34,950 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:34,951 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:23:34,951 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9d0f78d0b52924a94aed19e9486d2579: 2023-08-10T06:23:34,951 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1691648576780,,1691648577281.9d0f78d0b52924a94aed19e9486d2579. 2023-08-10T06:23:34,952 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing baf2eb9bf6dc01891bd093fd6e7be0df, disabling compactions & flushes 2023-08-10T06:23:34,952 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:23:34,952 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:23:34,952 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. after waiting 0 ms 2023-08-10T06:23:34,952 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:23:34,952 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing baf2eb9bf6dc01891bd093fd6e7be0df 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:23:34,954 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/.tmp/table/4d85ec3153d3433fba3fbc75bd34fca4 2023-08-10T06:23:34,959 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4d85ec3153d3433fba3fbc75bd34fca4 2023-08-10T06:23:34,960 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/.tmp/info/f74bde64ea804b5da2a13b72e25bc1f7 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/info/f74bde64ea804b5da2a13b72e25bc1f7 2023-08-10T06:23:34,966 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/info/f74bde64ea804b5da2a13b72e25bc1f7, entries=70, sequenceid=39, filesize=14.1 K 2023-08-10T06:23:34,967 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/.tmp/table/4d85ec3153d3433fba3fbc75bd34fca4 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/table/4d85ec3153d3433fba3fbc75bd34fca4 2023-08-10T06:23:34,968 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/.tmp/f/888e8bdbf6614ac7a627d76f3078c26c is 37, key is row10/f:q1/1691648579145/Put/seqid=0 2023-08-10T06:23:34,974 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/table/4d85ec3153d3433fba3fbc75bd34fca4, entries=14, sequenceid=39, filesize=5.8 K 2023-08-10T06:23:34,975 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=39, compaction requested=false 2023-08-10T06:23:34,977 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f74bde64ea804b5da2a13b72e25bc1f7 2023-08-10T06:23:34,979 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4d85ec3153d3433fba3fbc75bd34fca4 2023-08-10T06:23:34,983 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-08-10T06:23:34,984 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:34,984 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:23:34,984 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:23:34,984 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:23:34,984 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-10T06:23:35,050 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-10T06:23:35,050 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-10T06:23:35,082 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026, baf2eb9bf6dc01891bd093fd6e7be0df, e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:35,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:23:35,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:23:35,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:23:35,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916485767802 2023-08-10T06:23:35,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916485767803 2023-08-10T06:23:35,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648576780 2023-08-10T06:23:35,283 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026, baf2eb9bf6dc01891bd093fd6e7be0df, e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:35,374 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/.tmp/f/888e8bdbf6614ac7a627d76f3078c26c 2023-08-10T06:23:35,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 888e8bdbf6614ac7a627d76f3078c26c 2023-08-10T06:23:35,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/.tmp/f/888e8bdbf6614ac7a627d76f3078c26c as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/f/888e8bdbf6614ac7a627d76f3078c26c 2023-08-10T06:23:35,386 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/f/888e8bdbf6614ac7a627d76f3078c26c, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:23:35,387 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for baf2eb9bf6dc01891bd093fd6e7be0df in 435ms, sequenceid=103, compaction requested=false 2023-08-10T06:23:35,389 DEBUG [StoreFileCloser-baf2eb9bf6dc01891bd093fd6e7be0df-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 888e8bdbf6614ac7a627d76f3078c26c 2023-08-10T06:23:35,393 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/ns2/test-16916485767801/baf2eb9bf6dc01891bd093fd6e7be0df/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-10T06:23:35,394 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:35,394 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:23:35,394 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for baf2eb9bf6dc01891bd093fd6e7be0df: 2023-08-10T06:23:35,394 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16916485767801,,1691648578520.baf2eb9bf6dc01891bd093fd6e7be0df. 2023-08-10T06:23:35,395 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e3cd0c49f1b6b0afa9c6fee39e2a11f3, disabling compactions & flushes 2023-08-10T06:23:35,395 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:35,395 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:35,395 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. after waiting 0 ms 2023-08-10T06:23:35,395 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:35,395 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e3cd0c49f1b6b0afa9c6fee39e2a11f3 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-08-10T06:23:35,398 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/meta/5a1989e4edb04e029d025e95d0f61f66 is 171, key is trslm:hdfs://localhost:41989/backupUT\x00ns3:test-16916485767802/meta:log-roll-map/1691648614391/Put/seqid=0 2023-08-10T06:23:35,483 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026, e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:35,683 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026, e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:35,803 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/meta/5a1989e4edb04e029d025e95d0f61f66 2023-08-10T06:23:35,809 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5a1989e4edb04e029d025e95d0f61f66 2023-08-10T06:23:35,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/4451ca66809d427ead477e3aab3c9698 is 380, key is session:backup_1691648603327/session:context/1691648614817/Put/seqid=0 2023-08-10T06:23:35,883 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-08-10T06:23:35,884 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1583): Online Regions={e3cd0c49f1b6b0afa9c6fee39e2a11f3=backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3., 36847020d83f8bad3084baf7c5f6b026=hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026.} 2023-08-10T06:23:35,884 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026, e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:36,084 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026, e3cd0c49f1b6b0afa9c6fee39e2a11f3 2023-08-10T06:23:36,217 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=601 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/4451ca66809d427ead477e3aab3c9698 2023-08-10T06:23:36,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4451ca66809d427ead477e3aab3c9698 2023-08-10T06:23:36,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/meta/5a1989e4edb04e029d025e95d0f61f66 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta/5a1989e4edb04e029d025e95d0f61f66 2023-08-10T06:23:36,229 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/meta/5a1989e4edb04e029d025e95d0f61f66, entries=4, sequenceid=27, filesize=5.6 K 2023-08-10T06:23:36,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/.tmp/session/4451ca66809d427ead477e3aab3c9698 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/4451ca66809d427ead477e3aab3c9698 2023-08-10T06:23:36,235 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/session/4451ca66809d427ead477e3aab3c9698, entries=2, sequenceid=27, filesize=5.3 K 2023-08-10T06:23:36,236 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1059, heapSize ~2.01 KB/2056, currentSize=0 B/0 for e3cd0c49f1b6b0afa9c6fee39e2a11f3 in 841ms, sequenceid=27, compaction requested=true 2023-08-10T06:23:36,238 DEBUG [StoreFileCloser-e3cd0c49f1b6b0afa9c6fee39e2a11f3-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 80266a6aefce4638ab022bf087bf95a1 2023-08-10T06:23:36,239 DEBUG [StoreFileCloser-e3cd0c49f1b6b0afa9c6fee39e2a11f3-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5a1989e4edb04e029d025e95d0f61f66 2023-08-10T06:23:36,241 DEBUG [StoreFileCloser-e3cd0c49f1b6b0afa9c6fee39e2a11f3-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 11b93afde98d4fe3a6ec6d544781520e 2023-08-10T06:23:36,242 DEBUG [StoreFileCloser-e3cd0c49f1b6b0afa9c6fee39e2a11f3-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2b06a9efe27b4bb698f20240ffbf5d9d 2023-08-10T06:23:36,244 DEBUG [StoreFileCloser-e3cd0c49f1b6b0afa9c6fee39e2a11f3-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4451ca66809d427ead477e3aab3c9698 2023-08-10T06:23:36,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/backup/system/e3cd0c49f1b6b0afa9c6fee39e2a11f3/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-08-10T06:23:36,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:36,249 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:36,249 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e3cd0c49f1b6b0afa9c6fee39e2a11f3: 2023-08-10T06:23:36,249 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1691648583811.e3cd0c49f1b6b0afa9c6fee39e2a11f3. 2023-08-10T06:23:36,249 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 36847020d83f8bad3084baf7c5f6b026, disabling compactions & flushes 2023-08-10T06:23:36,249 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:23:36,250 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:23:36,250 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. after waiting 0 ms 2023-08-10T06:23:36,250 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:23:36,250 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 36847020d83f8bad3084baf7c5f6b026 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-10T06:23:36,263 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/.tmp/info/740f2602e6c4476eb073bfdc519897ba is 45, key is default/info:d/1691648571851/Put/seqid=0 2023-08-10T06:23:36,284 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:23:36,484 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:23:36,668 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/.tmp/info/740f2602e6c4476eb073bfdc519897ba 2023-08-10T06:23:36,675 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 740f2602e6c4476eb073bfdc519897ba 2023-08-10T06:23:36,677 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/.tmp/info/740f2602e6c4476eb073bfdc519897ba as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/info/740f2602e6c4476eb073bfdc519897ba 2023-08-10T06:23:36,683 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/info/740f2602e6c4476eb073bfdc519897ba, entries=7, sequenceid=11, filesize=5.1 K 2023-08-10T06:23:36,684 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 36847020d83f8bad3084baf7c5f6b026 in 434ms, sequenceid=11, compaction requested=false 2023-08-10T06:23:36,685 DEBUG [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1609): Waiting on 36847020d83f8bad3084baf7c5f6b026 2023-08-10T06:23:36,686 DEBUG [StoreFileCloser-36847020d83f8bad3084baf7c5f6b026-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 740f2602e6c4476eb073bfdc519897ba 2023-08-10T06:23:36,690 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/data/hbase/namespace/36847020d83f8bad3084baf7c5f6b026/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-10T06:23:36,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:36,691 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:23:36,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 36847020d83f8bad3084baf7c5f6b026: 2023-08-10T06:23:36,692 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1691648570877.36847020d83f8bad3084baf7c5f6b026. 2023-08-10T06:23:36,885 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34531,1691648568401; all regions closed. 2023-08-10T06:23:36,893 DEBUG [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/oldWALs 2023-08-10T06:23:36,893 INFO [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34531%2C1691648568401.meta:.meta(num 1691648607512) 2023-08-10T06:23:36,900 DEBUG [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/oldWALs 2023-08-10T06:23:36,900 INFO [RS:0;jenkins-hbase3:34531 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34531%2C1691648568401:(num 1691648607495) 2023-08-10T06:23:36,900 DEBUG [RS:0;jenkins-hbase3:34531 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:36,901 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:23:36,901 INFO [RS:0;jenkins-hbase3:34531 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-08-10T06:23:36,901 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:23:36,903 INFO [RS:0;jenkins-hbase3:34531 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:34531 2023-08-10T06:23:36,912 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:23:36,912 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,34531,1691648568401 2023-08-10T06:23:36,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,34531,1691648568401] 2023-08-10T06:23:36,914 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,34531,1691648568401; numProcessing=1 2023-08-10T06:23:36,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,34531,1691648568401 already deleted, retry=false 2023-08-10T06:23:36,915 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,34531,1691648568401 expired; onlineServers=0 2023-08-10T06:23:36,915 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,41981,1691648564999' ***** 2023-08-10T06:23:36,915 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-10T06:23:36,916 DEBUG [M:0;jenkins-hbase3:41981 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72056d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:23:36,916 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:23:36,923 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-08-10T06:23:36,923 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:36,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:23:36,960 INFO [M:0;jenkins-hbase3:41981 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@3552251f{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:23:36,960 INFO [M:0;jenkins-hbase3:41981 {}] server.AbstractConnector(383): Stopped ServerConnector@644ab3cd{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:23:36,960 INFO [M:0;jenkins-hbase3:41981 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:23:36,961 INFO [M:0;jenkins-hbase3:41981 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@127c31ba{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:23:36,962 INFO [M:0;jenkins-hbase3:41981 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@302eec96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/hadoop.log.dir/,STOPPED} 2023-08-10T06:23:36,962 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41981,1691648564999 2023-08-10T06:23:36,962 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41981,1691648564999; all regions closed. 2023-08-10T06:23:36,962 DEBUG [M:0;jenkins-hbase3:41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:36,962 INFO [M:0;jenkins-hbase3:41981 {}] master.HMaster(1664): Stopping master jetty server 2023-08-10T06:23:36,963 INFO [M:0;jenkins-hbase3:41981 {}] server.AbstractConnector(383): Stopped ServerConnector@47965811{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:23:36,963 DEBUG [M:0;jenkins-hbase3:41981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-10T06:23:36,963 INFO [M:0;jenkins-hbase3:41981 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-10T06:23:36,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-10T06:23:36,964 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648569752 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648569752,5,FailOnTimeoutGroup] 2023-08-10T06:23:36,964 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648569754 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648569754,5,FailOnTimeoutGroup] 2023-08-10T06:23:36,964 DEBUG [M:0;jenkins-hbase3:41981 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17b8aded to 127.0.0.1:60549 2023-08-10T06:23:36,964 DEBUG [M:0;jenkins-hbase3:41981 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:23:36,964 DEBUG [M:0;jenkins-hbase3:41981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-10T06:23:36,964 INFO [M:0;jenkins-hbase3:41981 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-10T06:23:36,964 DEBUG [M:0;jenkins-hbase3:41981 {}] master.HMaster(1687): Stopping service threads 2023-08-10T06:23:36,964 INFO [M:0;jenkins-hbase3:41981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-10T06:23:36,964 ERROR [M:0;jenkins-hbase3:41981 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-08-10T06:23:36,965 INFO [M:0;jenkins-hbase3:41981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-10T06:23:36,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-10T06:23:36,966 DEBUG [M:0;jenkins-hbase3:41981 {}] zookeeper.ZKUtil(347): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-08-10T06:23:36,966 WARN [M:0;jenkins-hbase3:41981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-10T06:23:36,966 INFO [M:0;jenkins-hbase3:41981 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-10T06:23:36,966 INFO [M:0;jenkins-hbase3:41981 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-10T06:23:36,967 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:23:36,980 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:36,980 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:36,980 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:23:36,980 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:36,981 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=161.83 KB heapSize=194.40 KB 2023-08-10T06:23:36,994 DEBUG [M:0;jenkins-hbase3:41981 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10f037331c94171b818e386e9d5be77 is 88, key is hbase:meta,,1/info:sn/1691648570222/Put/seqid=0 2023-08-10T06:23:37,014 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:23:37,014 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34531-0x10060e5fba30001, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:23:37,014 INFO [RS:0;jenkins-hbase3:34531 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34531,1691648568401; zookeeper connection closed. 2023-08-10T06:23:37,014 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e41747b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e41747b 2023-08-10T06:23:37,015 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-10T06:23:37,399 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10f037331c94171b818e386e9d5be77 2023-08-10T06:23:37,405 DEBUG [M:0;jenkins-hbase3:41981 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b10f037331c94171b818e386e9d5be77 2023-08-10T06:23:37,420 DEBUG [M:0;jenkins-hbase3:41981 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f60f4e2077fe4377ac884ca59c59287b is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1691648585743/Put/seqid=0 2023-08-10T06:23:37,825 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=161.24 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f60f4e2077fe4377ac884ca59c59287b 2023-08-10T06:23:37,830 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f60f4e2077fe4377ac884ca59c59287b 2023-08-10T06:23:37,830 DEBUG [M:0;jenkins-hbase3:41981 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f60f4e2077fe4377ac884ca59c59287b 2023-08-10T06:23:37,843 DEBUG [M:0;jenkins-hbase3:41981 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49a67364614e49e796ab748ab86e1b40 is 82, key is jenkins-hbase3.apache.org,34531,1691648568401/rs:state/1691648569897/Put/seqid=0 2023-08-10T06:23:38,247 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49a67364614e49e796ab748ab86e1b40 2023-08-10T06:23:38,253 DEBUG [M:0;jenkins-hbase3:41981 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 49a67364614e49e796ab748ab86e1b40 2023-08-10T06:23:38,254 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10f037331c94171b818e386e9d5be77 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10f037331c94171b818e386e9d5be77 2023-08-10T06:23:38,260 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10f037331c94171b818e386e9d5be77, entries=8, sequenceid=381, filesize=5.5 K 2023-08-10T06:23:38,262 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f60f4e2077fe4377ac884ca59c59287b as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f60f4e2077fe4377ac884ca59c59287b 2023-08-10T06:23:38,267 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f60f4e2077fe4377ac884ca59c59287b 2023-08-10T06:23:38,268 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f60f4e2077fe4377ac884ca59c59287b, entries=41, sequenceid=381, filesize=14.1 K 2023-08-10T06:23:38,269 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49a67364614e49e796ab748ab86e1b40 as hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49a67364614e49e796ab748ab86e1b40 2023-08-10T06:23:38,274 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:41989/user/jenkins/test-data/4b87ff40-d0c2-9ef8-6125-94f2cf7d8e95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49a67364614e49e796ab748ab86e1b40, entries=1, sequenceid=381, filesize=5.1 K 2023-08-10T06:23:38,275 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(3022): Finished flush of dataSize ~161.83 KB/165714, heapSize ~194.10 KB/198760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=381, compaction requested=false 2023-08-10T06:23:38,276 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b10f037331c94171b818e386e9d5be77 2023-08-10T06:23:38,277 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f60f4e2077fe4377ac884ca59c59287b 2023-08-10T06:23:38,278 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 49a67364614e49e796ab748ab86e1b40 2023-08-10T06:23:38,279 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:38,279 DEBUG [M:0;jenkins-hbase3:41981 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:23:38,282 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:23:38,282 INFO [M:0;jenkins-hbase3:41981 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-10T06:23:38,282 INFO [M:0;jenkins-hbase3:41981 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-10T06:23:38,282 INFO [M:0;jenkins-hbase3:41981 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:41981 2023-08-10T06:23:38,284 DEBUG [M:0;jenkins-hbase3:41981 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,41981,1691648564999 already deleted, retry=false 2023-08-10T06:23:38,386 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:23:38,386 INFO [M:0;jenkins-hbase3:41981 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41981,1691648564999; zookeeper connection closed. 2023-08-10T06:23:38,386 DEBUG [Listener at localhost/40047-EventThread {}] zookeeper.ZKWatcher(604): master:41981-0x10060e5fba30000, quorum=127.0.0.1:60549, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:23:38,388 WARN [Listener at jenkins-hbase3.apache.org/39815 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-10T06:23:38,392 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:23:38,498 WARN [BP-525458836-172.31.12.81-1691648561682 heartbeating to localhost/127.0.0.1:41989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-10T06:23:38,498 WARN [BP-525458836-172.31.12.81-1691648561682 heartbeating to localhost/127.0.0.1:41989 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-525458836-172.31.12.81-1691648561682 (Datanode Uuid 3d5bca4b-a714-4409-bba6-d90f4f720eae) service to localhost/127.0.0.1:41989 2023-08-10T06:23:38,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/dfs/data/data1/current/BP-525458836-172.31.12.81-1691648561682 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:23:38,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/62a5848a-3b92-e00c-eef1-0b568e9a47cc/cluster_82c692bd-ebb9-ed16-a68f-dd76c113ed70/dfs/data/data2/current/BP-525458836-172.31.12.81-1691648561682 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:23:38,531 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:23:38,644 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-08-10T06:23:38,684 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-10T06:23:38,684 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-10T06:23:38,694 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:23:38,809 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:23:38,924 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:23:38,925 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:23:39,032 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-10T06:23:39,039 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-10T06:23:39,041 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:23:39,053 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:23:39,157 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:23:39,157 INFO [Listener at jenkins-hbase3.apache.org/39815 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped