2023-08-10 06:26:03,439 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-08-10 06:26:03,451 main DEBUG Took 0.010396 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-10 06:26:03,451 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-10 06:26:03,451 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-10 06:26:03,452 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-10 06:26:03,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,462 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-10 06:26:03,473 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,476 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,477 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,477 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,478 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,480 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,480 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,480 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,481 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:26:03,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,483 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-10 06:26:03,484 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:26:03,486 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-10 06:26:03,488 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-10 06:26:03,488 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-10 06:26:03,489 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-10 06:26:03,489 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-10 06:26:03,501 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-10 06:26:03,503 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-10 06:26:03,504 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-10 06:26:03,505 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-10 06:26:03,505 main DEBUG createAppenders(={Console}) 2023-08-10 06:26:03,506 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-08-10 06:26:03,506 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-08-10 06:26:03,506 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-08-10 06:26:03,507 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-10 06:26:03,507 main DEBUG OutputStream closed 2023-08-10 06:26:03,507 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-10 06:26:03,507 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-10 06:26:03,508 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-08-10 06:26:03,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-10 06:26:03,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-10 06:26:03,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-10 06:26:03,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-10 06:26:03,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-10 06:26:03,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-10 06:26:03,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-10 06:26:03,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-10 06:26:03,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-10 06:26:03,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-10 06:26:03,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-10 06:26:03,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-10 06:26:03,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-10 06:26:03,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-10 06:26:03,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-10 06:26:03,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-10 06:26:03,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-10 06:26:03,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-10 06:26:03,569 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10 06:26:03,569 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-08-10 06:26:03,570 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-10 06:26:03,570 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-08-10T06:26:03,603 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackup timeout: 13 mins 2023-08-10 06:26:03,607 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-10 06:26:03,607 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10T06:26:03,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38 2023-08-10T06:26:03,937 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:26:03,939 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:03,941 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-10T06:26:03,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918, deleteOnExit=true 2023-08-10T06:26:03,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-10T06:26:03,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/test.cache.data in system properties and HBase conf 2023-08-10T06:26:03,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:26:03,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:26:03,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:26:03,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:26:03,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:26:04,044 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-10T06:26:04,470 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-10T06:26:04,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:26:04,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:26:04,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:26:04,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:26:04,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:26:04,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:26:04,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:26:04,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:26:04,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:26:04,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:26:04,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:26:04,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:26:04,478 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:26:04,479 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-10T06:26:04,956 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:26:04,961 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:26:05,259 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-10T06:26:05,426 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@3469c32f via org.mortbay.log.Slf4jLog 2023-08-10T06:26:05,451 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:26:05,502 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:26:05,551 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir/Jetty_localhost_43849_hdfs____sefloo/webapp 2023-08-10T06:26:05,722 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43849 2023-08-10T06:26:05,749 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:26:05,749 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:26:06,360 WARN [Listener at localhost/42889 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:26:06,447 WARN [Listener at localhost/42889 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-10T06:26:06,465 WARN [Listener at localhost/42889 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:26:06,474 INFO [Listener at localhost/42889 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:26:06,479 INFO [Listener at localhost/42889 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir/Jetty_localhost_45335_datanode____.3miag5/webapp 2023-08-10T06:26:06,585 INFO [Listener at localhost/42889 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45335 2023-08-10T06:26:06,910 WARN [Listener at localhost/44923 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:26:07,240 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-10T06:26:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf5e6d29960a4e304: Processing first storage report for DS-b793afd0-bb71-43a0-b0f7-09e4e757916f from datanode c725ab40-4457-4ba6-a973-c2e5a02c9c80 2023-08-10T06:26:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf5e6d29960a4e304: from storage DS-b793afd0-bb71-43a0-b0f7-09e4e757916f node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=c725ab40-4457-4ba6-a973-c2e5a02c9c80, infoPort=36185, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=1044755790;c=1691648765038), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-08-10T06:26:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xf5e6d29960a4e304: Processing first storage report for DS-dded2e2e-625b-4625-9a78-ee3a77477356 from datanode c725ab40-4457-4ba6-a973-c2e5a02c9c80 2023-08-10T06:26:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xf5e6d29960a4e304: from storage DS-dded2e2e-625b-4625-9a78-ee3a77477356 node DatanodeRegistration(127.0.0.1:43613, datanodeUuid=c725ab40-4457-4ba6-a973-c2e5a02c9c80, infoPort=36185, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=1044755790;c=1691648765038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-08-10T06:26:07,518 DEBUG [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38 2023-08-10T06:26:07,636 INFO [Listener at localhost/44923 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/zookeeper_0, clientPort=58621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-10T06:26:07,661 INFO [Listener at localhost/44923 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58621 2023-08-10T06:26:07,669 INFO [Listener at localhost/44923 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:07,672 INFO [Listener at localhost/44923 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:08,366 INFO [Listener at localhost/44923 {}] util.FSUtils(461): Created version file at hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 with version=8 2023-08-10T06:26:08,367 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/hbase-staging 2023-08-10T06:26:08,383 DEBUG [Listener at localhost/44923 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-10T06:26:08,383 DEBUG [Listener at localhost/44923 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-10T06:26:08,383 DEBUG [Listener at localhost/44923 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-10T06:26:08,383 DEBUG [Listener at localhost/44923 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-10T06:26:08,601 DEBUG [Listener at localhost/44923 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-10T06:26:08,755 INFO [Listener at localhost/44923 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-10T06:26:09,432 INFO [Listener at localhost/44923 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:26:09,483 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:26:09,484 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:26:09,484 INFO [Listener at localhost/44923 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:26:09,484 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:26:09,484 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:26:09,644 INFO [Listener at localhost/44923 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:26:09,753 DEBUG [Listener at localhost/44923 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-10T06:26:09,759 INFO [Listener at localhost/44923 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:26:09,809 DEBUG [Listener at localhost/44923 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 3376 (auto-detected) 2023-08-10T06:26:09,810 DEBUG [Listener at localhost/44923 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-10T06:26:09,852 INFO [Listener at localhost/44923 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:39385 2023-08-10T06:26:09,866 INFO [Listener at localhost/44923 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:09,869 INFO [Listener at localhost/44923 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:09,888 INFO [Listener at localhost/44923 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:39385 connecting to ZooKeeper ensemble=127.0.0.1:58621 2023-08-10T06:26:09,936 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:393850x0, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:26:09,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:39385-0x10060e916d40000 connected 2023-08-10T06:26:09,964 DEBUG [Listener at localhost/44923 {}] zookeeper.ZKUtil(113): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:26:09,967 DEBUG [Listener at localhost/44923 {}] zookeeper.ZKUtil(113): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:26:09,970 DEBUG [Listener at localhost/44923 {}] zookeeper.ZKUtil(113): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:26:09,981 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39385 2023-08-10T06:26:09,981 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39385 2023-08-10T06:26:09,981 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39385 2023-08-10T06:26:09,982 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39385 2023-08-10T06:26:09,982 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39385 2023-08-10T06:26:10,035 INFO [Listener at localhost/44923 {}] log.Log(170): Logging initialized @7225ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-10T06:26:10,158 INFO [Listener at localhost/44923 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:26:10,159 INFO [Listener at localhost/44923 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:26:10,160 INFO [Listener at localhost/44923 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:26:10,162 INFO [Listener at localhost/44923 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-10T06:26:10,162 INFO [Listener at localhost/44923 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:26:10,162 INFO [Listener at localhost/44923 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:26:10,165 INFO [Listener at localhost/44923 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:26:10,293 INFO [Listener at localhost/44923 {}] http.HttpServer(1219): Jetty bound to port 39315 2023-08-10T06:26:10,295 INFO [Listener at localhost/44923 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:26:10,326 INFO [Listener at localhost/44923 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:26:10,330 INFO [Listener at localhost/44923 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6aa5c67b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:26:10,331 INFO [Listener at localhost/44923 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:26:10,331 INFO [Listener at localhost/44923 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3a0bc6c9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:26:10,396 INFO [Listener at localhost/44923 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:26:10,409 INFO [Listener at localhost/44923 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:26:10,410 INFO [Listener at localhost/44923 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:26:10,412 INFO [Listener at localhost/44923 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-08-10T06:26:10,419 INFO [Listener at localhost/44923 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:26:11,555 INFO [Listener at localhost/44923 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@46c9ce60{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:26:11,566 INFO [Listener at localhost/44923 {}] server.AbstractConnector(333): Started ServerConnector@dec1f0f{HTTP/1.1, (http/1.1)}{0.0.0.0:39315} 2023-08-10T06:26:11,566 INFO [Listener at localhost/44923 {}] server.Server(415): Started @8756ms 2023-08-10T06:26:11,570 INFO [Listener at localhost/44923 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52, hbase.cluster.distributed=false 2023-08-10T06:26:11,633 INFO [Listener at localhost/44923 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:26:11,633 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:26:11,633 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:26:11,633 INFO [Listener at localhost/44923 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:26:11,633 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:26:11,633 INFO [Listener at localhost/44923 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:26:11,642 INFO [Listener at localhost/44923 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:26:11,644 INFO [Listener at localhost/44923 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:26:11,645 INFO [Listener at localhost/44923 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:38901 2023-08-10T06:26:11,647 INFO [Listener at localhost/44923 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-10T06:26:11,655 DEBUG [Listener at localhost/44923 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-10T06:26:11,656 INFO [Listener at localhost/44923 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:11,659 INFO [Listener at localhost/44923 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:11,661 INFO [Listener at localhost/44923 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:38901 connecting to ZooKeeper ensemble=127.0.0.1:58621 2023-08-10T06:26:11,664 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:389010x0, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:26:11,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:38901-0x10060e916d40001 connected 2023-08-10T06:26:11,665 DEBUG [Listener at localhost/44923 {}] zookeeper.ZKUtil(113): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:26:11,667 DEBUG [Listener at localhost/44923 {}] zookeeper.ZKUtil(113): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:26:11,668 DEBUG [Listener at localhost/44923 {}] zookeeper.ZKUtil(113): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:26:11,668 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38901 2023-08-10T06:26:11,668 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38901 2023-08-10T06:26:11,669 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38901 2023-08-10T06:26:11,674 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38901 2023-08-10T06:26:11,674 DEBUG [Listener at localhost/44923 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38901 2023-08-10T06:26:11,678 INFO [Listener at localhost/44923 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:26:11,679 INFO [Listener at localhost/44923 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:26:11,679 INFO [Listener at localhost/44923 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:26:11,680 INFO [Listener at localhost/44923 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-10T06:26:11,680 INFO [Listener at localhost/44923 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:26:11,680 INFO [Listener at localhost/44923 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:26:11,680 INFO [Listener at localhost/44923 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:26:11,683 INFO [Listener at localhost/44923 {}] http.HttpServer(1219): Jetty bound to port 42835 2023-08-10T06:26:11,683 INFO [Listener at localhost/44923 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:26:11,685 INFO [Listener at localhost/44923 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:26:11,685 INFO [Listener at localhost/44923 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@55dad6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:26:11,686 INFO [Listener at localhost/44923 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:26:11,686 INFO [Listener at localhost/44923 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4a5da9ce{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:26:11,697 INFO [Listener at localhost/44923 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:26:11,698 INFO [Listener at localhost/44923 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:26:11,698 INFO [Listener at localhost/44923 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:26:11,699 INFO [Listener at localhost/44923 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:26:11,701 INFO [Listener at localhost/44923 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:26:11,706 INFO [Listener at localhost/44923 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4e062e34{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:26:11,707 INFO [Listener at localhost/44923 {}] server.AbstractConnector(333): Started ServerConnector@3ae1c717{HTTP/1.1, (http/1.1)}{0.0.0.0:42835} 2023-08-10T06:26:11,707 INFO [Listener at localhost/44923 {}] server.Server(415): Started @8897ms 2023-08-10T06:26:11,714 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:26:11,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@bfaf459{HTTP/1.1, (http/1.1)}{0.0.0.0:40177} 2023-08-10T06:26:11,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8909ms 2023-08-10T06:26:11,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:11,736 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:26:11,736 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:26:11,738 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:11,743 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:39385 2023-08-10T06:26:11,758 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:26:11,758 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:26:11,758 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:11,758 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:11,759 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:26:11,761 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,39385,1691648768585 from backup master directory 2023-08-10T06:26:11,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:26:11,765 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:26:11,765 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:11,765 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:26:11,766 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:26:11,766 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:11,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-10T06:26:11,772 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-10T06:26:11,878 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/hbase.id with ID: 7c0eef41-3e37-49c5-8428-b853741d0c57 2023-08-10T06:26:11,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:26:11,970 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:11,971 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,019 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:12,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-10T06:26:12,043 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-10T06:26:12,043 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-10T06:26:12,044 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:26:12,056 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:26:12,058 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:26:12,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store 2023-08-10T06:26:12,154 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-10T06:26:12,155 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:12,155 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:26:12,155 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:12,155 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:12,155 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:26:12,155 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:12,156 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:12,156 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:26:12,161 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/.initializing 2023-08-10T06:26:12,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/WALs/jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:12,172 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:26:12,188 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39385%2C1691648768585, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/WALs/jenkins-hbase3.apache.org,39385,1691648768585, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/oldWALs, maxLogs=10 2023-08-10T06:26:12,217 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/WALs/jenkins-hbase3.apache.org,39385,1691648768585/jenkins-hbase3.apache.org%2C39385%2C1691648768585.1691648772195, exclude list is [], retry=0 2023-08-10T06:26:12,243 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK] 2023-08-10T06:26:12,250 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:26:12,321 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/WALs/jenkins-hbase3.apache.org,39385,1691648768585/jenkins-hbase3.apache.org%2C39385%2C1691648768585.1691648772195 2023-08-10T06:26:12,321 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK]] 2023-08-10T06:26:12,322 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:12,323 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:12,327 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,328 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-10T06:26:12,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:12,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:12,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-10T06:26:12,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:12,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:12,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-10T06:26:12,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:12,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:12,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-10T06:26:12,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:12,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:12,467 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,468 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,482 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-10T06:26:12,486 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:26:12,490 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:12,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11735780000, jitterRate=0.09297968447208405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-10T06:26:12,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:26:12,498 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-10T06:26:12,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d9daeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:12,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-10T06:26:12,607 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-10T06:26:12,607 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-10T06:26:12,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-10T06:26:12,611 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-10T06:26:12,617 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-10T06:26:12,618 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-10T06:26:12,652 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-10T06:26:12,668 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-10T06:26:12,671 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-10T06:26:12,674 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-10T06:26:12,675 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-10T06:26:12,677 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-10T06:26:12,680 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-10T06:26:12,687 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-10T06:26:12,688 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-10T06:26:12,689 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-10T06:26:12,690 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-10T06:26:12,712 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-10T06:26:12,714 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-10T06:26:12,722 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:26:12,722 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:26:12,722 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,722 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,723 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,39385,1691648768585, sessionid=0x10060e916d40000, setting cluster-up flag (Was=false) 2023-08-10T06:26:12,733 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-10T06:26:12,741 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,741 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,748 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-10T06:26:12,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:12,753 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,753 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,759 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-10T06:26:12,760 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:12,766 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,766 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:12,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-10T06:26:12,772 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:12,824 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:38901 2023-08-10T06:26:12,825 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(997): ClusterId : 7c0eef41-3e37-49c5-8428-b853741d0c57 2023-08-10T06:26:12,827 INFO [RS:0;jenkins-hbase3:38901 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-10T06:26:12,830 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-10T06:26:12,836 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-10T06:26:12,836 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-10T06:26:12,840 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-10T06:26:12,840 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-10T06:26:12,843 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-10T06:26:12,844 DEBUG [RS:0;jenkins-hbase3:38901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213a7a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:12,846 DEBUG [RS:0;jenkins-hbase3:38901 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498837df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:26:12,854 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-10T06:26:12,854 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-10T06:26:12,854 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-10T06:26:12,858 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,39385,1691648768585 with isa=jenkins-hbase3.apache.org/172.31.12.81:38901, startcode=1691648771632 2023-08-10T06:26:12,883 DEBUG [RS:0;jenkins-hbase3:38901 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:26:12,933 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-10T06:26:12,942 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-10T06:26:12,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-10T06:26:12,957 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,39385,1691648768585 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-10T06:26:12,960 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54571, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:12,962 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:26:12,963 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:12,965 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1691648802965 2023-08-10T06:26:12,969 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-10T06:26:12,974 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39385 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-10T06:26:12,974 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-10T06:26:12,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:26:12,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-10T06:26:12,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:12,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:26:12,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-10T06:26:12,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-10T06:26:12,990 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-10T06:26:12,991 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-10T06:26:12,991 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-10T06:26:12,994 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,001 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-10T06:26:13,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-10T06:26:13,004 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-10T06:26:13,015 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2202c764 to 127.0.0.1:58621 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:26:13,032 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f073b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:13,032 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:26:13,033 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-10T06:26:13,034 WARN [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-10T06:26:13,037 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-10T06:26:13,038 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-10T06:26:13,042 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648773039,5,FailOnTimeoutGroup] 2023-08-10T06:26:13,042 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648773042,5,FailOnTimeoutGroup] 2023-08-10T06:26:13,042 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,042 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-10T06:26:13,044 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,045 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,135 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,39385,1691648768585 with isa=jenkins-hbase3.apache.org/172.31.12.81:38901, startcode=1691648771632 2023-08-10T06:26:13,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39385 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:13,156 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:13,156 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42889 2023-08-10T06:26:13,156 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=39315 2023-08-10T06:26:13,168 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:26:13,169 DEBUG [RS:0;jenkins-hbase3:38901 {}] zookeeper.ZKUtil(111): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:13,169 WARN [RS:0;jenkins-hbase3:38901 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:26:13,169 INFO [RS:0;jenkins-hbase3:38901 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:26:13,169 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:13,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,38901,1691648771632] 2023-08-10T06:26:13,187 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-10T06:26:13,197 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-10T06:26:13,211 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-10T06:26:13,216 INFO [RS:0;jenkins-hbase3:38901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-10T06:26:13,216 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,217 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-10T06:26:13,227 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,228 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,228 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,228 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,228 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,229 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,229 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:26:13,229 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,229 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,230 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,230 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,230 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:26:13,230 DEBUG [RS:0;jenkins-hbase3:38901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-10T06:26:13,233 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,233 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,233 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,233 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,233 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38901,1691648771632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:26:13,251 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-10T06:26:13,254 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38901,1691648771632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:13,270 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,38901,1691648771632 started 2023-08-10T06:26:13,270 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,38901,1691648771632, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:38901, sessionid=0x10060e916d40001 2023-08-10T06:26:13,270 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-10T06:26:13,270 DEBUG [RS:0;jenkins-hbase3:38901 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:13,270 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38901,1691648771632' 2023-08-10T06:26:13,271 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-10T06:26:13,271 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-10T06:26:13,272 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-10T06:26:13,272 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-10T06:26:13,272 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38901,1691648771632' 2023-08-10T06:26:13,272 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:26:13,273 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:26:13,273 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-10T06:26:13,273 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-10T06:26:13,273 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-10T06:26:13,273 DEBUG [RS:0;jenkins-hbase3:38901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:13,273 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38901,1691648771632' 2023-08-10T06:26:13,273 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-10T06:26:13,274 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-10T06:26:13,274 DEBUG [RS:0;jenkins-hbase3:38901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-10T06:26:13,275 INFO [RS:0;jenkins-hbase3:38901 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-10T06:26:13,275 INFO [RS:0;jenkins-hbase3:38901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-10T06:26:13,385 INFO [RS:0;jenkins-hbase3:38901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:26:13,388 INFO [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38901%2C1691648771632, suffix=, logDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/oldWALs, maxLogs=32 2023-08-10T06:26:13,402 DEBUG [RS:0;jenkins-hbase3:38901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.1691648773390, exclude list is [], retry=0 2023-08-10T06:26:13,409 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK] 2023-08-10T06:26:13,414 INFO [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.1691648773390 2023-08-10T06:26:13,414 DEBUG [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK]] 2023-08-10T06:26:13,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-10T06:26:13,415 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:13,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:13,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:26:13,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:26:13,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:13,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:13,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:26:13,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:26:13,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:13,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:13,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:26:13,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:26:13,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:13,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:13,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740 2023-08-10T06:26:13,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740 2023-08-10T06:26:13,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:26:13,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:26:13,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:13,859 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11308361440, jitterRate=0.05317322909832001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:26:13,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:26:13,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:26:13,861 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:26:13,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:26:13,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:26:13,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:26:13,867 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:26:13,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:26:13,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:26:13,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-10T06:26:13,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-10T06:26:13,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-10T06:26:13,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-10T06:26:14,057 DEBUG [jenkins-hbase3:39385 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-10T06:26:14,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:14,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38901,1691648771632, state=OPENING 2023-08-10T06:26:14,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-10T06:26:14,095 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:14,095 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:14,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:26:14,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:26:14,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:14,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:14,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-10T06:26:14,299 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59750, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-10T06:26:14,311 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-10T06:26:14,312 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:26:14,312 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-10T06:26:14,315 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta, suffix=.meta, logDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632, archiveDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/oldWALs, maxLogs=32 2023-08-10T06:26:14,327 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta.1691648774316.meta, exclude list is [], retry=0 2023-08-10T06:26:14,331 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK] 2023-08-10T06:26:14,335 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta.1691648774316.meta 2023-08-10T06:26:14,335 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK]] 2023-08-10T06:26:14,335 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:14,340 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:14,341 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-10T06:26:14,357 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-10T06:26:14,358 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-10T06:26:14,363 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-10T06:26:14,363 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:14,363 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-10T06:26:14,363 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-10T06:26:14,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:26:14,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:26:14,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:14,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:14,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:26:14,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:26:14,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:14,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:14,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:26:14,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:26:14,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:14,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:26:14,374 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740 2023-08-10T06:26:14,377 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740 2023-08-10T06:26:14,379 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:26:14,381 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:26:14,383 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11797547360, jitterRate=0.09873221814632416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:26:14,384 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:26:14,400 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1691648774285 2023-08-10T06:26:14,420 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-10T06:26:14,420 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-10T06:26:14,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:14,423 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38901,1691648771632, state=OPEN 2023-08-10T06:26:14,426 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:26:14,426 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:26:14,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:26:14,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:26:14,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-10T06:26:14,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38901,1691648771632 in 327 msec 2023-08-10T06:26:14,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-10T06:26:14,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2023-08-10T06:26:14,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6030 sec 2023-08-10T06:26:14,444 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1691648774444, completionTime=-1 2023-08-10T06:26:14,444 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-10T06:26:14,444 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-10T06:26:14,636 DEBUG [hconnection-0x5ef1b47f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:14,639 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:14,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-10T06:26:14,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1691648834657 2023-08-10T06:26:14,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1691648894657 2023-08-10T06:26:14,657 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 213 msec 2023-08-10T06:26:14,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39385,1691648768585-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:14,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39385,1691648768585-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:14,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39385,1691648768585-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:14,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:39385, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:14,690 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-10T06:26:14,697 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-10T06:26:14,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-10T06:26:14,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:26:14,721 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-10T06:26:14,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:14,727 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:14,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:14,749 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d14409764df856a5e85572646f090e56, NAME => 'hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:14,763 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:14,764 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing d14409764df856a5e85572646f090e56, disabling compactions & flushes 2023-08-10T06:26:14,764 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:14,764 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:14,764 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. after waiting 0 ms 2023-08-10T06:26:14,764 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:14,764 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:14,764 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for d14409764df856a5e85572646f090e56: 2023-08-10T06:26:14,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:14,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1691648774768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648774768"}]},"ts":"1691648774768"} 2023-08-10T06:26:14,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:14,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:14,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648774820"}]},"ts":"1691648774820"} 2023-08-10T06:26:14,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-10T06:26:14,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d14409764df856a5e85572646f090e56, ASSIGN}] 2023-08-10T06:26:14,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d14409764df856a5e85572646f090e56, ASSIGN 2023-08-10T06:26:14,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d14409764df856a5e85572646f090e56, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:14,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d14409764df856a5e85572646f090e56, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:15,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d14409764df856a5e85572646f090e56, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:15,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:15,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => d14409764df856a5e85572646f090e56, NAME => 'hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:15,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:15,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:15,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,166 INFO [StoreOpener-d14409764df856a5e85572646f090e56-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,169 INFO [StoreOpener-d14409764df856a5e85572646f090e56-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14409764df856a5e85572646f090e56 columnFamilyName info 2023-08-10T06:26:15,169 DEBUG [StoreOpener-d14409764df856a5e85572646f090e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:15,169 INFO [StoreOpener-d14409764df856a5e85572646f090e56-1 {}] regionserver.HStore(324): Store=d14409764df856a5e85572646f090e56/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:15,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for d14409764df856a5e85572646f090e56 2023-08-10T06:26:15,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:15,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened d14409764df856a5e85572646f090e56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11516928800, jitterRate=0.07259757816791534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:26:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for d14409764df856a5e85572646f090e56: 2023-08-10T06:26:15,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56., pid=6, masterSystemTime=1691648775155 2023-08-10T06:26:15,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:15,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:15,187 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d14409764df856a5e85572646f090e56, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:15,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-10T06:26:15,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d14409764df856a5e85572646f090e56, server=jenkins-hbase3.apache.org,38901,1691648771632 in 191 msec 2023-08-10T06:26:15,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-10T06:26:15,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d14409764df856a5e85572646f090e56, ASSIGN in 355 msec 2023-08-10T06:26:15,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:15,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648775200"}]},"ts":"1691648775200"} 2023-08-10T06:26:15,203 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-10T06:26:15,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:15,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 495 msec 2023-08-10T06:26:15,225 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-10T06:26:15,226 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38901-0x10060e916d40001, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:15,226 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:15,226 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:26:15,277 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-10T06:26:15,297 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:15,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2023-08-10T06:26:15,316 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-10T06:26:15,331 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:15,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 20 msec 2023-08-10T06:26:15,345 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-10T06:26:15,348 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-10T06:26:15,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.582sec 2023-08-10T06:26:15,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-10T06:26:15,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-10T06:26:15,357 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-10T06:26:15,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-10T06:26:15,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-10T06:26:15,361 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39385,1691648768585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:26:15,361 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39385,1691648768585-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-10T06:26:15,375 DEBUG [Listener at localhost/44923 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1deea88a to 127.0.0.1:58621 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:26:15,393 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-10T06:26:15,395 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-10T06:26:15,396 DEBUG [Listener at localhost/44923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70903c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:15,403 DEBUG [Listener at localhost/44923 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-10T06:26:15,403 DEBUG [Listener at localhost/44923 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-10T06:26:15,424 DEBUG [hconnection-0x25cedf70-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:15,441 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59768, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:15,451 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:15,451 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/test.cache.data in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:26:15,452 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:26:15,453 INFO [Listener at localhost/44923 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-10T06:26:17,062 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:26:17,420 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:26:17,427 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36463_jobhistory____.qpweq0/webapp 2023-08-10T06:26:17,602 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-10T06:26:17,602 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-10T06:26:17,602 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:26:17,605 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:26:17,691 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:17,817 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:18,167 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-10T06:26:18,212 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36463 2023-08-10T06:26:18,560 WARN [Listener at jenkins-hbase3.apache.org/45777 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:26:18,687 WARN [Listener at jenkins-hbase3.apache.org/45777 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:26:18,688 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:26:18,694 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35189_cluster____.aiggfh/webapp 2023-08-10T06:26:18,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:26:18,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:18,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:26:18,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:18,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:18,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-10T06:26:18,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:26:18,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-10T06:26:18,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-10T06:26:18,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:18,780 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:26:18,780 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-10T06:26:18,780 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:26:18,781 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:26:18,788 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:18,988 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:19,070 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:19,078 INFO [Listener at jenkins-hbase3.apache.org/45777 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35189 2023-08-10T06:26:19,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-10T06:26:19,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-10T06:26:19,570 WARN [Listener at jenkins-hbase3.apache.org/34709 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:26:19,592 WARN [Listener at jenkins-hbase3.apache.org/34709 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:26:19,593 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:26:19,602 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33859_node____vs60m3/webapp 2023-08-10T06:26:19,662 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:26:19,662 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:26:19,662 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:26:19,662 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:26:19,670 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:19,692 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:19,757 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:19,767 INFO [Listener at jenkins-hbase3.apache.org/34709 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33859 2023-08-10T06:26:19,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:26:19,951 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:26:19,962 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:26:19,964 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:26:19,978 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41743_node____lvyttk/webapp 2023-08-10T06:26:20,066 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:26:20,066 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:26:20,066 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:26:20,067 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:26:20,077 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:20,101 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:20,188 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:26:20,197 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41743 2023-08-10T06:26:20,237 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-10T06:26:20,237 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42889/backupUT 2023-08-10T06:26:20,249 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:26:20,253 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:26:20,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-10T06:26:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-10T06:26:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:26:20,290 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:20,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 30 msec 2023-08-10T06:26:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:26:20,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-10T06:26:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-10T06:26:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:26:20,405 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:20,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 26 msec 2023-08-10T06:26:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:26:20,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-10T06:26:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-10T06:26:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:26:20,517 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:20,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-08-10T06:26:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:26:20,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-10T06:26:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-10T06:26:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:26:20,629 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:20,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 20 msec 2023-08-10T06:26:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:26:20,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1691648780237', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1691648780237 2023-08-10T06:26:20,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1691648780237 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:20,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1691648780237" procId is: 13 2023-08-10T06:26:20,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:20,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1691648780237 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:26:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:26:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:26:21,189 INFO [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6ecbcd4cec895efdb9eeb343b6e06117, NAME => 'test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1691648780237', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:21,211 DEBUG [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(888): Instantiated test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:21,211 DEBUG [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1668): Closing 6ecbcd4cec895efdb9eeb343b6e06117, disabling compactions & flushes 2023-08-10T06:26:21,211 INFO [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1690): Closing region test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,211 DEBUG [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,211 DEBUG [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. after waiting 0 ms 2023-08-10T06:26:21,211 DEBUG [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,211 INFO [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1909): Closed test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,211 DEBUG [RegionOpenAndInit-test-1691648780237-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6ecbcd4cec895efdb9eeb343b6e06117: 2023-08-10T06:26:21,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1691648780237 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:21,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1691648781214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648781214"}]},"ts":"1691648781214"} 2023-08-10T06:26:21,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:21,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1691648780237 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:21,219 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648780237","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648781219"}]},"ts":"1691648781219"} 2023-08-10T06:26:21,221 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648780237, state=ENABLING in hbase:meta 2023-08-10T06:26:21,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648780237, region=6ecbcd4cec895efdb9eeb343b6e06117, ASSIGN}] 2023-08-10T06:26:21,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648780237, region=6ecbcd4cec895efdb9eeb343b6e06117, ASSIGN 2023-08-10T06:26:21,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1691648780237, region=6ecbcd4cec895efdb9eeb343b6e06117, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:26:21,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=6ecbcd4cec895efdb9eeb343b6e06117, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:21,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 6ecbcd4cec895efdb9eeb343b6e06117, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:21,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,553 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 6ecbcd4cec895efdb9eeb343b6e06117, NAME => 'test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:21,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:21,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1691648780237 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:21,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,557 INFO [StoreOpener-6ecbcd4cec895efdb9eeb343b6e06117-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,559 INFO [StoreOpener-6ecbcd4cec895efdb9eeb343b6e06117-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ecbcd4cec895efdb9eeb343b6e06117 columnFamilyName f 2023-08-10T06:26:21,559 DEBUG [StoreOpener-6ecbcd4cec895efdb9eeb343b6e06117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:21,560 INFO [StoreOpener-6ecbcd4cec895efdb9eeb343b6e06117-1 {}] regionserver.HStore(324): Store=6ecbcd4cec895efdb9eeb343b6e06117/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:21,561 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,562 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:21,574 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:21,575 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 6ecbcd4cec895efdb9eeb343b6e06117; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11788729600, jitterRate=0.09791100025177002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:26:21,576 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 6ecbcd4cec895efdb9eeb343b6e06117: 2023-08-10T06:26:21,577 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117., pid=15, masterSystemTime=1691648781542 2023-08-10T06:26:21,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:21,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=6ecbcd4cec895efdb9eeb343b6e06117, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:21,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-10T06:26:21,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 6ecbcd4cec895efdb9eeb343b6e06117, server=jenkins-hbase3.apache.org,38901,1691648771632 in 198 msec 2023-08-10T06:26:21,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-10T06:26:21,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1691648780237, region=6ecbcd4cec895efdb9eeb343b6e06117, ASSIGN in 362 msec 2023-08-10T06:26:21,591 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1691648780237 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:21,592 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648780237","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648781592"}]},"ts":"1691648781592"} 2023-08-10T06:26:21,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648780237, state=ENABLED in hbase:meta 2023-08-10T06:26:21,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1691648780237 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:21,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1691648780237 in 856 msec 2023-08-10T06:26:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:26:21,869 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1691648780237, procId: 13 completed 2023-08-10T06:26:21,870 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x209134a6 to 127.0.0.1:58621 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:26:21,878 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cef11fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:21,880 DEBUG [hconnection-0x448ce6ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:21,884 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35860, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:21,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38901 {}] regionserver.HRegion(8210): writing data to region test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:26:22,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16916487802371', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16916487802371 2023-08-10T06:26:22,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916487802371 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:22,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:22,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16916487802371" procId is: 16 2023-08-10T06:26:22,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16916487802371 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:26:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:26:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:26:22,449 INFO [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 13431c6e98327214dce5fab05cbfb2a2, NAME => 'ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16916487802371', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:22,462 DEBUG [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:22,462 DEBUG [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1668): Closing 13431c6e98327214dce5fab05cbfb2a2, disabling compactions & flushes 2023-08-10T06:26:22,462 INFO [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,462 DEBUG [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,462 DEBUG [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. after waiting 0 ms 2023-08-10T06:26:22,462 DEBUG [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,462 INFO [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,463 DEBUG [RegionOpenAndInit-ns2:test-16916487802371-pool-0 {}] regionserver.HRegion(1622): Region close journal for 13431c6e98327214dce5fab05cbfb2a2: 2023-08-10T06:26:22,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16916487802371 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:22,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648782464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648782464"}]},"ts":"1691648782464"} 2023-08-10T06:26:22,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:22,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16916487802371 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:22,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916487802371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648782468"}]},"ts":"1691648782468"} 2023-08-10T06:26:22,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916487802371, state=ENABLING in hbase:meta 2023-08-10T06:26:22,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916487802371, region=13431c6e98327214dce5fab05cbfb2a2, ASSIGN}] 2023-08-10T06:26:22,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916487802371, region=13431c6e98327214dce5fab05cbfb2a2, ASSIGN 2023-08-10T06:26:22,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16916487802371, region=13431c6e98327214dce5fab05cbfb2a2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:22,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=13431c6e98327214dce5fab05cbfb2a2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:22,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 13431c6e98327214dce5fab05cbfb2a2, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:26:22,792 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,792 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 13431c6e98327214dce5fab05cbfb2a2, NAME => 'ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:22,793 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:22,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916487802371 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:22,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,795 INFO [StoreOpener-13431c6e98327214dce5fab05cbfb2a2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,797 INFO [StoreOpener-13431c6e98327214dce5fab05cbfb2a2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13431c6e98327214dce5fab05cbfb2a2 columnFamilyName f 2023-08-10T06:26:22,797 DEBUG [StoreOpener-13431c6e98327214dce5fab05cbfb2a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:22,797 INFO [StoreOpener-13431c6e98327214dce5fab05cbfb2a2-1 {}] regionserver.HStore(324): Store=13431c6e98327214dce5fab05cbfb2a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:22,799 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,799 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,802 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:22,808 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:22,809 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 13431c6e98327214dce5fab05cbfb2a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12044067680, jitterRate=0.12169121205806732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:26:22,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 13431c6e98327214dce5fab05cbfb2a2: 2023-08-10T06:26:22,810 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2., pid=18, masterSystemTime=1691648782785 2023-08-10T06:26:22,813 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,813 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:22,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=13431c6e98327214dce5fab05cbfb2a2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:22,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-10T06:26:22,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 13431c6e98327214dce5fab05cbfb2a2, server=jenkins-hbase3.apache.org,38901,1691648771632 in 185 msec 2023-08-10T06:26:22,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-10T06:26:22,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16916487802371, region=13431c6e98327214dce5fab05cbfb2a2, ASSIGN in 345 msec 2023-08-10T06:26:22,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16916487802371 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:22,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916487802371","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648782824"}]},"ts":"1691648782824"} 2023-08-10T06:26:22,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916487802371, state=ENABLED in hbase:meta 2023-08-10T06:26:22,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916487802371 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:22,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16916487802371 in 810 msec 2023-08-10T06:26:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:26:23,134 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16916487802371, procId: 16 completed 2023-08-10T06:26:23,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38901 {}] regionserver.HRegion(8210): writing data to region ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:26:23,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16916487802372', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16916487802372 2023-08-10T06:26:23,228 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916487802372 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:23,229 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:23,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16916487802372" procId is: 19 2023-08-10T06:26:23,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16916487802372 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:26:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:26:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:26:23,645 INFO [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e893a1b94feeeae315c10b0e2fb8db15, NAME => 'ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16916487802372', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:26:24,066 DEBUG [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:24,066 DEBUG [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1668): Closing e893a1b94feeeae315c10b0e2fb8db15, disabling compactions & flushes 2023-08-10T06:26:24,066 INFO [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,066 DEBUG [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,066 DEBUG [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. after waiting 0 ms 2023-08-10T06:26:24,066 DEBUG [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,066 INFO [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,066 DEBUG [RegionOpenAndInit-ns3:test-16916487802372-pool-0 {}] regionserver.HRegion(1622): Region close journal for e893a1b94feeeae315c10b0e2fb8db15: 2023-08-10T06:26:24,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16916487802372 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:24,068 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648784068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648784068"}]},"ts":"1691648784068"} 2023-08-10T06:26:24,071 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:24,072 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16916487802372 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:24,072 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916487802372","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648784072"}]},"ts":"1691648784072"} 2023-08-10T06:26:24,075 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916487802372, state=ENABLING in hbase:meta 2023-08-10T06:26:24,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916487802372, region=e893a1b94feeeae315c10b0e2fb8db15, ASSIGN}] 2023-08-10T06:26:24,082 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916487802372, region=e893a1b94feeeae315c10b0e2fb8db15, ASSIGN 2023-08-10T06:26:24,083 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16916487802372, region=e893a1b94feeeae315c10b0e2fb8db15, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:24,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e893a1b94feeeae315c10b0e2fb8db15, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:24,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure e893a1b94feeeae315c10b0e2fb8db15, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:26:24,394 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => e893a1b94feeeae315c10b0e2fb8db15, NAME => 'ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:24,395 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:24,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916487802372 e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:24,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,397 INFO [StoreOpener-e893a1b94feeeae315c10b0e2fb8db15-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,399 INFO [StoreOpener-e893a1b94feeeae315c10b0e2fb8db15-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e893a1b94feeeae315c10b0e2fb8db15 columnFamilyName f 2023-08-10T06:26:24,399 DEBUG [StoreOpener-e893a1b94feeeae315c10b0e2fb8db15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:24,399 INFO [StoreOpener-e893a1b94feeeae315c10b0e2fb8db15-1 {}] regionserver.HStore(324): Store=e893a1b94feeeae315c10b0e2fb8db15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:24,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns3/test-16916487802372/e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns3/test-16916487802372/e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:24,407 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns3/test-16916487802372/e893a1b94feeeae315c10b0e2fb8db15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:24,408 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened e893a1b94feeeae315c10b0e2fb8db15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11463301760, jitterRate=0.06760317087173462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:26:24,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for e893a1b94feeeae315c10b0e2fb8db15: 2023-08-10T06:26:24,410 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15., pid=21, masterSystemTime=1691648784390 2023-08-10T06:26:24,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,412 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:24,413 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e893a1b94feeeae315c10b0e2fb8db15, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:24,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-10T06:26:24,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure e893a1b94feeeae315c10b0e2fb8db15, server=jenkins-hbase3.apache.org,38901,1691648771632 in 178 msec 2023-08-10T06:26:24,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-10T06:26:24,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16916487802372, region=e893a1b94feeeae315c10b0e2fb8db15, ASSIGN in 337 msec 2023-08-10T06:26:24,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16916487802372 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:24,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916487802372","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648784421"}]},"ts":"1691648784421"} 2023-08-10T06:26:24,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916487802372, state=ENABLED in hbase:meta 2023-08-10T06:26:24,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916487802372 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:24,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16916487802372 in 1.2000 sec 2023-08-10T06:26:25,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16916487802371' 2023-08-10T06:26:25,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16916487802372' 2023-08-10T06:26:25,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1691648780237' 2023-08-10T06:26:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:26:25,339 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16916487802372, procId: 19 completed 2023-08-10T06:26:25,339 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16916487802372 get assigned. Timeout = 60000ms 2023-08-10T06:26:25,341 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:26:25,345 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16916487802372 assigned to meta. Checking AM states. 2023-08-10T06:26:25,346 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:26:25,346 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16916487802372 assigned. 2023-08-10T06:26:25,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16916487802373', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16916487802373 2023-08-10T06:26:25,352 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916487802373 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:25,352 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:25,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16916487802373" procId is: 22 2023-08-10T06:26:25,353 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16916487802373 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:26:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:26:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:26:25,767 INFO [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 90ddafbf8ec1eed76a933883975949f3, NAME => 'ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16916487802373', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:25,780 DEBUG [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:25,780 DEBUG [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1668): Closing 90ddafbf8ec1eed76a933883975949f3, disabling compactions & flushes 2023-08-10T06:26:25,780 INFO [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:25,780 DEBUG [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:25,780 DEBUG [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. after waiting 0 ms 2023-08-10T06:26:25,780 DEBUG [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:25,780 INFO [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:25,780 DEBUG [RegionOpenAndInit-ns4:test-16916487802373-pool-0 {}] regionserver.HRegion(1622): Region close journal for 90ddafbf8ec1eed76a933883975949f3: 2023-08-10T06:26:25,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16916487802373 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:25,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648785782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648785782"}]},"ts":"1691648785782"} 2023-08-10T06:26:25,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:25,785 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16916487802373 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:25,785 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916487802373","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648785785"}]},"ts":"1691648785785"} 2023-08-10T06:26:25,787 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916487802373, state=ENABLING in hbase:meta 2023-08-10T06:26:25,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916487802373, region=90ddafbf8ec1eed76a933883975949f3, ASSIGN}] 2023-08-10T06:26:25,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916487802373, region=90ddafbf8ec1eed76a933883975949f3, ASSIGN 2023-08-10T06:26:25,795 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16916487802373, region=90ddafbf8ec1eed76a933883975949f3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:25,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=90ddafbf8ec1eed76a933883975949f3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:25,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 90ddafbf8ec1eed76a933883975949f3, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:26:26,107 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:26,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 90ddafbf8ec1eed76a933883975949f3, NAME => 'ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:26,107 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:26,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916487802373 90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:26,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,107 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,110 INFO [StoreOpener-90ddafbf8ec1eed76a933883975949f3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,112 INFO [StoreOpener-90ddafbf8ec1eed76a933883975949f3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90ddafbf8ec1eed76a933883975949f3 columnFamilyName f 2023-08-10T06:26:26,112 DEBUG [StoreOpener-90ddafbf8ec1eed76a933883975949f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:26,112 INFO [StoreOpener-90ddafbf8ec1eed76a933883975949f3-1 {}] regionserver.HStore(324): Store=90ddafbf8ec1eed76a933883975949f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:26,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns4/test-16916487802373/90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns4/test-16916487802373/90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:26,120 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns4/test-16916487802373/90ddafbf8ec1eed76a933883975949f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:26,121 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 90ddafbf8ec1eed76a933883975949f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10502240640, jitterRate=-0.021902620792388916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:26:26,122 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 90ddafbf8ec1eed76a933883975949f3: 2023-08-10T06:26:26,123 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3., pid=24, masterSystemTime=1691648786102 2023-08-10T06:26:26,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:26,125 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:26,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=90ddafbf8ec1eed76a933883975949f3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:26,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-10T06:26:26,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 90ddafbf8ec1eed76a933883975949f3, server=jenkins-hbase3.apache.org,38901,1691648771632 in 179 msec 2023-08-10T06:26:26,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-10T06:26:26,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16916487802373, region=90ddafbf8ec1eed76a933883975949f3, ASSIGN in 338 msec 2023-08-10T06:26:26,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16916487802373 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:26,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916487802373","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648786134"}]},"ts":"1691648786134"} 2023-08-10T06:26:26,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916487802373, state=ENABLED in hbase:meta 2023-08-10T06:26:26,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916487802373 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:26,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16916487802373 in 790 msec 2023-08-10T06:26:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:26:26,460 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16916487802373, procId: 22 completed 2023-08-10T06:26:26,460 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16916487802373 get assigned. Timeout = 60000ms 2023-08-10T06:26:26,460 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:26:26,464 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16916487802373 assigned to meta. Checking AM states. 2023-08-10T06:26:26,464 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:26:26,465 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16916487802373 assigned. 2023-08-10T06:26:26,465 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x209134a6 to 127.0.0.1:58621 2023-08-10T06:26:26,465 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:26,509 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.ResourceChecker(147): before: backup.TestFullBackup#testFullBackupMultipleCommand Thread=584, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=199, ProcessCount=171, AvailableMemoryMB=2224 2023-08-10T06:26:26,509 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-08-10T06:26:26,511 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] backup.TestFullBackup(44): test full backup on a multiple tables with data: command-line 2023-08-10T06:26:26,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-10T06:26:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-10T06:26:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:26:26,543 DEBUG [Listener at localhost/44923-EventThread {}] zookeeper.ZKWatcher(604): master:39385-0x10060e916d40000, quorum=127.0.0.1:58621, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:26:26,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-08-10T06:26:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:26:26,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-10T06:26:26,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:26,654 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:26,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-10T06:26:26,655 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:26:26,672 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9b93b9de5a36317864a9120f52517b95, NAME => 'backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:26,683 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:26,683 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 9b93b9de5a36317864a9120f52517b95, disabling compactions & flushes 2023-08-10T06:26:26,684 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:26,684 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:26,684 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. after waiting 0 ms 2023-08-10T06:26:26,684 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:26,684 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:26,684 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9b93b9de5a36317864a9120f52517b95: 2023-08-10T06:26:26,686 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:26,686 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1691648786686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648786686"}]},"ts":"1691648786686"} 2023-08-10T06:26:26,688 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:26,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:26,689 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648786689"}]},"ts":"1691648786689"} 2023-08-10T06:26:26,691 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-10T06:26:26,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=9b93b9de5a36317864a9120f52517b95, ASSIGN}] 2023-08-10T06:26:26,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=9b93b9de5a36317864a9120f52517b95, ASSIGN 2023-08-10T06:26:26,698 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=9b93b9de5a36317864a9120f52517b95, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:26:26,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9b93b9de5a36317864a9120f52517b95, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:26,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 9b93b9de5a36317864a9120f52517b95, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:26:27,008 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:27,008 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 9b93b9de5a36317864a9120f52517b95, NAME => 'backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:27,009 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:27,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:27,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,011 INFO [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,014 INFO [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b93b9de5a36317864a9120f52517b95 columnFamilyName meta 2023-08-10T06:26:27,014 DEBUG [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:27,015 INFO [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] regionserver.HStore(324): Store=9b93b9de5a36317864a9120f52517b95/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:27,015 INFO [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,016 INFO [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b93b9de5a36317864a9120f52517b95 columnFamilyName session 2023-08-10T06:26:27,017 DEBUG [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:27,017 INFO [StoreOpener-9b93b9de5a36317864a9120f52517b95-1 {}] regionserver.HStore(324): Store=9b93b9de5a36317864a9120f52517b95/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:27,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:26:27,022 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:27,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:27,025 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 9b93b9de5a36317864a9120f52517b95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9586883520, jitterRate=-0.10715189576148987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:26:27,026 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 9b93b9de5a36317864a9120f52517b95: 2023-08-10T06:26:27,027 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95., pid=28, masterSystemTime=1691648787003 2023-08-10T06:26:27,029 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:27,029 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:27,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9b93b9de5a36317864a9120f52517b95, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:27,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-10T06:26:27,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 9b93b9de5a36317864a9120f52517b95, server=jenkins-hbase3.apache.org,38901,1691648771632 in 180 msec 2023-08-10T06:26:27,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-10T06:26:27,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=9b93b9de5a36317864a9120f52517b95, ASSIGN in 339 msec 2023-08-10T06:26:27,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:27,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648787037"}]},"ts":"1691648787037"} 2023-08-10T06:26:27,039 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-10T06:26:27,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:27,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 392 msec 2023-08-10T06:26:27,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:26:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:26:27,260 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-10T06:26:27,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:26:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-10T06:26:27,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:26:27,280 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:27,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-10T06:26:27,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:26:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:26:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:26:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:26:27,696 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5e07781c45255b83811c4fc77f3d4b82, NAME => 'backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:26:28,109 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:28,109 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 5e07781c45255b83811c4fc77f3d4b82, disabling compactions & flushes 2023-08-10T06:26:28,109 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,109 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,109 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. after waiting 0 ms 2023-08-10T06:26:28,109 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,109 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,109 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5e07781c45255b83811c4fc77f3d4b82: 2023-08-10T06:26:28,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:26:28,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1691648788111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648788111"}]},"ts":"1691648788111"} 2023-08-10T06:26:28,113 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:26:28,114 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:26:28,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648788114"}]},"ts":"1691648788114"} 2023-08-10T06:26:28,116 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-10T06:26:28,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=5e07781c45255b83811c4fc77f3d4b82, ASSIGN}] 2023-08-10T06:26:28,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=5e07781c45255b83811c4fc77f3d4b82, ASSIGN 2023-08-10T06:26:28,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=5e07781c45255b83811c4fc77f3d4b82, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38901,1691648771632; forceNewPlan=false, retain=false 2023-08-10T06:26:28,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=5e07781c45255b83811c4fc77f3d4b82, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:28,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 5e07781c45255b83811c4fc77f3d4b82, server=jenkins-hbase3.apache.org,38901,1691648771632}] 2023-08-10T06:26:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:26:28,435 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 5e07781c45255b83811c4fc77f3d4b82, NAME => 'backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:26:28,436 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:26:28,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:26:28,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,439 INFO [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,440 INFO [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e07781c45255b83811c4fc77f3d4b82 columnFamilyName meta 2023-08-10T06:26:28,441 DEBUG [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:28,441 INFO [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] regionserver.HStore(324): Store=5e07781c45255b83811c4fc77f3d4b82/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:28,441 INFO [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,443 INFO [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e07781c45255b83811c4fc77f3d4b82 columnFamilyName session 2023-08-10T06:26:28,443 DEBUG [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:26:28,443 INFO [StoreOpener-5e07781c45255b83811c4fc77f3d4b82-1 {}] regionserver.HStore(324): Store=5e07781c45255b83811c4fc77f3d4b82/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:26:28,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system_bulk/5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system_bulk/5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:26:28,449 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:28,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system_bulk/5e07781c45255b83811c4fc77f3d4b82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:26:28,452 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 5e07781c45255b83811c4fc77f3d4b82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11570161440, jitterRate=0.07755525410175323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:26:28,453 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 5e07781c45255b83811c4fc77f3d4b82: 2023-08-10T06:26:28,454 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82., pid=31, masterSystemTime=1691648788431 2023-08-10T06:26:28,456 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,456 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:28,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=5e07781c45255b83811c4fc77f3d4b82, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:28,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-10T06:26:28,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 5e07781c45255b83811c4fc77f3d4b82, server=jenkins-hbase3.apache.org,38901,1691648771632 in 180 msec 2023-08-10T06:26:28,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-10T06:26:28,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=5e07781c45255b83811c4fc77f3d4b82, ASSIGN in 339 msec 2023-08-10T06:26:28,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:26:28,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648788464"}]},"ts":"1691648788464"} 2023-08-10T06:26:28,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-10T06:26:28,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:26:28,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1930 sec 2023-08-10T06:26:28,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:26:28,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:28,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916487802373 2023-08-10T06:26:28,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916487802373 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:28,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916487802372 2023-08-10T06:26:28,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916487802372 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:28,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:26:28,753 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:28,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648780237 2023-08-10T06:26:28,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1691648780237 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:28,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916487802371 2023-08-10T06:26:28,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916487802371 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:26:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:26:29,390 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-10T06:26:29,439 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6343205c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:29,440 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:26:29,442 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58268, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:26:29,447 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:29,448 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35864, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:29,503 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:26:29,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:26:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648789550 (current time:1691648789550). 2023-08-10T06:26:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:26:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:26:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252d2214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:29,562 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35876, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:26:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:26:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:26:29,581 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:26:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:29,589 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:26:29,593 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:26:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:30,011 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:26:30,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9b93b9de5a36317864a9120f52517b95}] 2023-08-10T06:26:30,022 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:30,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38901 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-10T06:26:30,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:30,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 9b93b9de5a36317864a9120f52517b95 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-10T06:26:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:30,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/session/a0b5dd0dbf144755b3cc72c9cb28a994 is 49, key is activesession:/session:c/1691648789534/Put/seqid=0 2023-08-10T06:26:30,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/session/a0b5dd0dbf144755b3cc72c9cb28a994 2023-08-10T06:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:30,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a0b5dd0dbf144755b3cc72c9cb28a994 2023-08-10T06:26:30,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/session/a0b5dd0dbf144755b3cc72c9cb28a994 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/session/a0b5dd0dbf144755b3cc72c9cb28a994 2023-08-10T06:26:30,769 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/session/a0b5dd0dbf144755b3cc72c9cb28a994, entries=1, sequenceid=5, filesize=4.9 K 2023-08-10T06:26:30,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 9b93b9de5a36317864a9120f52517b95 in 588ms, sequenceid=5, compaction requested=false 2023-08-10T06:26:30,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-10T06:26:30,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 9b93b9de5a36317864a9120f52517b95: 2023-08-10T06:26:30,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. for snapshot_backup_system completed. 2023-08-10T06:26:30,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:26:30,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:26:30,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:26:30,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/session/a0b5dd0dbf144755b3cc72c9cb28a994] hfiles 2023-08-10T06:26:30,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/session/a0b5dd0dbf144755b3cc72c9cb28a994 for snapshot=snapshot_backup_system 2023-08-10T06:26:31,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-10T06:26:31,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16916487802373' 2023-08-10T06:26:31,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:31,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-10T06:26:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-10T06:26:31,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:31,224 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:31,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-10T06:26:31,228 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:26:31,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 9b93b9de5a36317864a9120f52517b95 in 1.2110 sec 2023-08-10T06:26:31,230 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:26:31,234 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:26:31,234 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:26:31,237 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:26:31,662 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:26:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:31,699 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:26:31,700 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:26:32,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:26:32,536 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:26:32,537 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:26:32,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.9640 sec 2023-08-10T06:26:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:26:33,692 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(115): Backup backup_1691648789480 started at 1691648793692. 2023-08-10T06:26:33,714 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(119): Backup session backup_1691648789480 has been started. 2023-08-10T06:26:33,717 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:26:33,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:26:33,733 INFO [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:26:33,733 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:26:33,734 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:26:33,734 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:26:33,734 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:26:33,736 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,736 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:26:33,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:26:33,736 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:26:33,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:26:33,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:26:33,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:26:33,737 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:26:33,739 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:26:33,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:26:33,739 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:26:33,739 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:26:33,740 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:26:33,740 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:26:33,740 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38901,1691648771632' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:26:33,742 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:26:33,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:26:33,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:26:33,742 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:26:33,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:26:33,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:26:33,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:26:33,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:26:33,744 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38901,1691648771632' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:26:33,744 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3e50b1b8[Count = 0] remaining members to acquire global barrier 2023-08-10T06:26:33,744 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:26:33,745 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:26:33,747 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:26:33,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:26:33,747 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:26:33,747 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:26:33,748 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:26:33,748 DEBUG [rs(jenkins-hbase3.apache.org,38901,1691648771632)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,748 INFO [rs(jenkins-hbase3.apache.org,38901,1691648771632)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648773390 highest: 1691648773390 on jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,748 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta:.meta(num 1691648774316) roll requested 2023-08-10T06:26:33,760 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta.1691648793749.meta, exclude list is [], retry=0 2023-08-10T06:26:33,764 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK] 2023-08-10T06:26:33,767 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta.1691648774316.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta.1691648793749.meta 2023-08-10T06:26:33,768 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK]] 2023-08-10T06:26:33,768 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta.1691648774316.meta is not closed yet, will try archiving it next time 2023-08-10T06:26:33,768 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38901%2C1691648771632:(num 1691648773390) roll requested 2023-08-10T06:26:33,780 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.1691648793768, exclude list is [], retry=0 2023-08-10T06:26:33,783 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK] 2023-08-10T06:26:33,787 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.1691648773390 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.1691648793768 2023-08-10T06:26:33,787 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:43613,DS-b793afd0-bb71-43a0-b0f7-09e4e757916f,DISK]] 2023-08-10T06:26:33,787 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/WALs/jenkins-hbase3.apache.org,38901,1691648771632/jenkins-hbase3.apache.org%2C38901%2C1691648771632.1691648773390 is not closed yet, will try archiving it next time 2023-08-10T06:26:33,789 DEBUG [rs(jenkins-hbase3.apache.org,38901,1691648771632)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-08-10T06:26:33,789 INFO [rs(jenkins-hbase3.apache.org,38901,1691648771632)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648793768 on jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,789 DEBUG [rs(jenkins-hbase3.apache.org,38901,1691648771632)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:26:33,791 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40994, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:26:33,809 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:26:33,809 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38901,1691648771632' in zk 2023-08-10T06:26:33,811 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:26:33,811 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:26:33,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,811 DEBUG [member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:26:33,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:26:33,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:26:33,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:26:33,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:26:33,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:26:33,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:26:33,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:26:33,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38901,1691648771632': 2023-08-10T06:26:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38901,1691648771632' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:26:33,815 INFO [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:26:33,815 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:26:33,815 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:26:33,815 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:26:33,815 INFO [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:26:33,818 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:26:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:26:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:26:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:26:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:26:33,818 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:26:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:26:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:26:33,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:26:33,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:26:33,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:26:33,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:26:33,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:26:33,821 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:26:33,821 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:33,829 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:26:33,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:26:33,829 DEBUG [(jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:26:33,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:26:33,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:26:33,830 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:26:33,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:26:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:26:33,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } 2023-08-10T06:26:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648793941 (current time:1691648793941). 2023-08-10T06:26:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:26:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648793940_default_test-1691648780237 VERSION not specified, setting to 2 2023-08-10T06:26:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78294c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:33,954 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:50648, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:26:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } 2023-08-10T06:26:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:26:33,959 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:26:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:33,960 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:26:33,962 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:26:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:34,373 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:26:34,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 6ecbcd4cec895efdb9eeb343b6e06117}] 2023-08-10T06:26:34,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:34,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38901 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-10T06:26:34,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:34,529 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 6ecbcd4cec895efdb9eeb343b6e06117 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:26:34,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/.tmp/f/db9fa434762b417b8f4ed67d223beeb4 is 37, key is row10/f:q1/1691648781901/Put/seqid=0 2023-08-10T06:26:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:34,958 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/.tmp/f/db9fa434762b417b8f4ed67d223beeb4 2023-08-10T06:26:34,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: db9fa434762b417b8f4ed67d223beeb4 2023-08-10T06:26:34,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/.tmp/f/db9fa434762b417b8f4ed67d223beeb4 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/f/db9fa434762b417b8f4ed67d223beeb4 2023-08-10T06:26:34,976 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/f/db9fa434762b417b8f4ed67d223beeb4, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:26:34,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6ecbcd4cec895efdb9eeb343b6e06117 in 448ms, sequenceid=103, compaction requested=false 2023-08-10T06:26:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 6ecbcd4cec895efdb9eeb343b6e06117: 2023-08-10T06:26:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. for snapshot_1691648793940_default_test-1691648780237 completed. 2023-08-10T06:26:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117.' region-info for snapshot=snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:26:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/f/db9fa434762b417b8f4ed67d223beeb4] hfiles 2023-08-10T06:26:34,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/f/db9fa434762b417b8f4ed67d223beeb4 for snapshot=snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:35,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:35,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-10T06:26:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-10T06:26:35,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648793940_default_test-1691648780237 on region 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:35,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:35,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-10T06:26:35,394 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:26:35,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 6ecbcd4cec895efdb9eeb343b6e06117 in 1.0180 sec 2023-08-10T06:26:35,395 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:26:35,395 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:26:35,396 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:35,396 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/.tmp/snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:35,812 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:26:35,819 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:26:35,820 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/.tmp/snapshot_1691648793940_default_test-1691648780237 to hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:36,650 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:26:36,650 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:26:36,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648793940_default_test-1691648780237 table=test-1691648780237 type=FLUSH ttl=0 } in 2.6940 sec 2023-08-10T06:26:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:26:38,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } 2023-08-10T06:26:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648798068 (current time:1691648798068). 2023-08-10T06:26:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:26:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648798067_ns2_test-16916487802371 VERSION not specified, setting to 2 2023-08-10T06:26:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3945d984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:26:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:26:38,077 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:50660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:26:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:26:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } 2023-08-10T06:26:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:26:38,082 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:26:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:26:38,083 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:26:38,085 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:26:38,095 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:26:38,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 13431c6e98327214dce5fab05cbfb2a2}] 2023-08-10T06:26:38,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:26:38,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38901 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-08-10T06:26:38,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:38,249 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 13431c6e98327214dce5fab05cbfb2a2 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:26:38,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/.tmp/f/3681de1fd1864cb1b051da3019b03718 is 37, key is row10/f:q1/1691648783148/Put/seqid=0 2023-08-10T06:26:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:26:38,675 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/.tmp/f/3681de1fd1864cb1b051da3019b03718 2023-08-10T06:26:38,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3681de1fd1864cb1b051da3019b03718 2023-08-10T06:26:38,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/.tmp/f/3681de1fd1864cb1b051da3019b03718 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/f/3681de1fd1864cb1b051da3019b03718 2023-08-10T06:26:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:26:38,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/f/3681de1fd1864cb1b051da3019b03718, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:26:38,692 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 13431c6e98327214dce5fab05cbfb2a2 in 443ms, sequenceid=103, compaction requested=false 2023-08-10T06:26:38,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 13431c6e98327214dce5fab05cbfb2a2: 2023-08-10T06:26:38,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. for snapshot_1691648798067_ns2_test-16916487802371 completed. 2023-08-10T06:26:38,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2.' region-info for snapshot=snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:38,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:26:38,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/f/3681de1fd1864cb1b051da3019b03718] hfiles 2023-08-10T06:26:38,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/f/3681de1fd1864cb1b051da3019b03718 for snapshot=snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:39,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:39,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-08-10T06:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-08-10T06:26:39,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648798067_ns2_test-16916487802371 on region 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:39,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:39,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-10T06:26:39,111 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:26:39,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 13431c6e98327214dce5fab05cbfb2a2 in 1.0140 sec 2023-08-10T06:26:39,111 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:26:39,112 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:26:39,112 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:39,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/.tmp/snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:26:39,529 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:26:39,537 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:26:39,537 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/.tmp/snapshot_1691648798067_ns2_test-16916487802371 to hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:39,958 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:26:39,959 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:26:39,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648798067_ns2_test-16916487802371 table=ns2:test-16916487802371 type=FLUSH ttl=0 } in 1.8800 sec 2023-08-10T06:26:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:26:40,190 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648789480 2023-08-10T06:26:40,190 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:26:40,192 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-08-10T06:26:40,192 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648789480_ns2:test-16916487802371 2023-08-10T06:26:40,192 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648798067_ns2_test-16916487802371 to hdfs://localhost:42889/backupUT/backup_1691648789480/ns2/test-16916487802371/ 2023-08-10T06:26:40,196 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:26:40,225 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42889, inputRoot=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:40,225 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39385,1691648768585_981737513_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42889/backupUT/backup_1691648789480/ns2/test-16916487802371, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42889/backupUT/backup_1691648789480/ns2/test-16916487802371/.hbase-snapshot/.tmp/snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:40,225 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42889, inputRoot=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52, snapshotDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_1691648798067_ns2_test-16916487802371. 2023-08-10T06:26:40,237 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_1691648798067_ns2_test-16916487802371 to hdfs://localhost:42889/backupUT/backup_1691648789480/ns2/test-16916487802371/.hbase-snapshot/.tmp/snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:40,682 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:40,683 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:40,684 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:40,685 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,665 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop-3918574809663559180.jar 2023-08-10T06:26:41,665 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,665 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,666 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,667 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,667 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,668 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,668 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,668 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,669 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:41,670 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:26:41,671 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:26:41,672 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:26:41,673 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:26:41,673 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:26:41,674 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:26:41,675 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:26:41,675 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:26:41,676 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:26:41,676 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:26:41,677 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:26:41,677 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:26:41,681 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:41,682 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:41,682 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:26:41,682 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:41,683 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:41,683 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:26:41,684 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:26:41,765 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648798067_ns2_test-16916487802371' hfile list 2023-08-10T06:26:41,775 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:26:41,992 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.local.dir/1691648801943/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:26:41,992 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.local.dir/1691648801943/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:26:42,160 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:26:42,190 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/f/3681de1fd1864cb1b051da3019b03718 output=hdfs://localhost:42889/backupUT/backup_1691648789480/ns2/test-16916487802371/archive/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/f/3681de1fd1864cb1b051da3019b03718 2023-08-10T06:26:42,190 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-10T06:26:43,068 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:26:43,069 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:26:43,078 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:43,078 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648798067_ns2_test-16916487802371 finished. 2023-08-10T06:26:43,079 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648789480_test-1691648780237 2023-08-10T06:26:43,079 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648793940_default_test-1691648780237 to hdfs://localhost:42889/backupUT/backup_1691648789480/default/test-1691648780237/ 2023-08-10T06:26:43,079 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:26:43,116 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42889, inputRoot=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52 2023-08-10T06:26:43,116 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39385,1691648768585_1002320326_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42889/backupUT/backup_1691648789480/default/test-1691648780237, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42889/backupUT/backup_1691648789480/default/test-1691648780237/.hbase-snapshot/.tmp/snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:43,116 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42889, inputRoot=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52, snapshotDir=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_1691648793940_default_test-1691648780237. 2023-08-10T06:26:43,127 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/.hbase-snapshot/snapshot_1691648793940_default_test-1691648780237 to hdfs://localhost:42889/backupUT/backup_1691648789480/default/test-1691648780237/.hbase-snapshot/.tmp/snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:43,544 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:43,545 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:43,546 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:43,546 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,526 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop-1617736131416810996.jar 2023-08-10T06:26:44,527 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,527 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,528 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,528 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,529 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,529 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,529 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,530 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,530 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:26:44,531 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:26:44,532 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:26:44,532 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:26:44,533 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:26:44,533 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:26:44,534 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:26:44,534 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:26:44,534 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:26:44,535 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:26:44,535 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:26:44,536 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:26:44,536 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:26:44,537 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:44,538 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:44,538 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:26:44,539 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:44,539 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:26:44,540 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:26:44,540 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:26:44,585 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648793940_default_test-1691648780237' hfile list 2023-08-10T06:26:44,588 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:26:44,663 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.local.dir/1691648804629/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:26:44,663 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/mapreduce.cluster.local.dir/1691648804629/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:26:44,721 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:26:44,772 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/f/db9fa434762b417b8f4ed67d223beeb4 output=hdfs://localhost:42889/backupUT/backup_1691648789480/default/test-1691648780237/archive/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/f/db9fa434762b417b8f4ed67d223beeb4 2023-08-10T06:26:44,772 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-10T06:26:45,700 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:26:45,701 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:26:45,708 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:45,708 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648793940_default_test-1691648780237 finished. 2023-08-10T06:26:45,709 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupSystemTable(1014): ns2:test-16916487802371 2023-08-10T06:26:45,709 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupSystemTable(1014): test-1691648780237 2023-08-10T06:26:45,781 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648789480 2023-08-10T06:26:45,781 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:26:46,193 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42889/backupUT/backup_1691648789480/.backup.manifest 2023-08-10T06:26:46,193 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648789480 2023-08-10T06:26:46,193 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:26:46,599 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42889/backupUT/backup_1691648789480/.backup.manifest 2023-08-10T06:26:46,599 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(358): Backup backup_1691648789480 finished: type=FULL,tablelist=ns2:test-16916487802371;test-1691648780237,targetRootDir=hdfs://localhost:42889/backupUT,startts=1691648793692,completets=1691648805778,bytescopied=0 2023-08-10T06:26:46,599 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:26:46,599 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:46,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648798067_ns2_test-16916487802371" 2023-08-10T06:26:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648798067_ns2_test-16916487802371 2023-08-10T06:26:46,612 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648798067_ns2_test-16916487802371 for backup backup_1691648789480 succeeded. 2023-08-10T06:26:46,612 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:46,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648793940_default_test-1691648780237" 2023-08-10T06:26:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648793940_default_test-1691648780237 2023-08-10T06:26:46,616 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648793940_default_test-1691648780237 for backup backup_1691648789480 succeeded. 2023-08-10T06:26:46,617 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:26:46,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:26:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39385 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:26:46,633 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:26:46,641 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:26:46,660 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] impl.TableBackupClient(376): Backup backup_1691648789480 completed. Backup session backup_1691648789480 finished. Status: SUCCESS 2023-08-10T06:26:46,660 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:46,681 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] backup.TestFullBackup(60): backup complete 2023-08-10T06:26:46,705 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.ResourceChecker(175): after: backup.TestFullBackup#testFullBackupMultipleCommand Thread=596 (was 584) Potentially hanging thread: PacketResponder: BP-54137052-172.31.12.81-1691648765038:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1339694658_16 at /127.0.0.1:57618 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,39385,1691648768585)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38901,1691648771632)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58621@0x2ae75575-SendThread(127.0.0.1:58621) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5ef1b47f-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x25cedf70-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1339694658_16 at /127.0.0.1:38376 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1628276314_16 at /127.0.0.1:57502 [Receiving block BP-54137052-172.31.12.81-1691648765038:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x25cedf70-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x25cedf70-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58621@0x2ae75575 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$492/680651388.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-54137052-172.31.12.81-1691648765038:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58621@0x2ae75575-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1628276314_16 at /127.0.0.1:57518 [Receiving block BP-54137052-172.31.12.81-1691648765038:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x25cedf70-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,38901,1691648771632' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=680 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=158 (was 199), ProcessCount=170 (was 171), AvailableMemoryMB=1972 (was 2224) 2023-08-10T06:26:46,705 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-08-10T06:26:46,713 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-10T06:26:46,714 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:46,714 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-10T06:26:46,715 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] util.JVMClusterUtil(257): Found active master hash=1602685828, stopped=false 2023-08-10T06:26:46,715 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:46,720 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-10T06:26:46,721 DEBUG [Listener at jenkins-hbase3.apache.org/36919 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:46,722 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,38901,1691648771632' ***** 2023-08-10T06:26:46,722 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-10T06:26:46,722 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:26:46,735 INFO [RS:0;jenkins-hbase3:38901 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4e062e34{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:26:46,740 INFO [RS:0;jenkins-hbase3:38901 {}] server.AbstractConnector(383): Stopped ServerConnector@3ae1c717{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:26:46,740 INFO [RS:0;jenkins-hbase3:38901 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:26:46,741 INFO [RS:0;jenkins-hbase3:38901 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4a5da9ce{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:26:46,741 INFO [RS:0;jenkins-hbase3:38901 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@55dad6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.log.dir/,STOPPED} 2023-08-10T06:26:46,744 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-10T06:26:46,744 INFO [RS:0;jenkins-hbase3:38901 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-10T06:26:46,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-10T06:26:46,744 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-10T06:26:46,744 INFO [RS:0;jenkins-hbase3:38901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-10T06:26:46,744 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for d14409764df856a5e85572646f090e56 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for 13431c6e98327214dce5fab05cbfb2a2 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for 5e07781c45255b83811c4fc77f3d4b82 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for 6ecbcd4cec895efdb9eeb343b6e06117 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for 90ddafbf8ec1eed76a933883975949f3 2023-08-10T06:26:46,745 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38901,1691648771632 2023-08-10T06:26:46,746 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d14409764df856a5e85572646f090e56, disabling compactions & flushes 2023-08-10T06:26:46,746 DEBUG [RS:0;jenkins-hbase3:38901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:46,747 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:46,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:46,747 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-10T06:26:46,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. after waiting 0 ms 2023-08-10T06:26:46,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:46,747 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-10T06:26:46,747 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-10T06:26:46,747 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing d14409764df856a5e85572646f090e56 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-10T06:26:46,747 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-10T06:26:46,747 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-10T06:26:46,747 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1583): Online Regions={d14409764df856a5e85572646f090e56=hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56., e893a1b94feeeae315c10b0e2fb8db15=ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15., 13431c6e98327214dce5fab05cbfb2a2=ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2., 9b93b9de5a36317864a9120f52517b95=backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95., 5e07781c45255b83811c4fc77f3d4b82=backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82., 1588230740=hbase:meta,,1.1588230740, 6ecbcd4cec895efdb9eeb343b6e06117=test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117., 90ddafbf8ec1eed76a933883975949f3=ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3.} 2023-08-10T06:26:46,748 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:26:46,748 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:26:46,748 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:26:46,748 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:26:46,748 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:26:46,749 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1609): Waiting on 13431c6e98327214dce5fab05cbfb2a2, 1588230740, 5e07781c45255b83811c4fc77f3d4b82, 6ecbcd4cec895efdb9eeb343b6e06117, 90ddafbf8ec1eed76a933883975949f3, 9b93b9de5a36317864a9120f52517b95, d14409764df856a5e85572646f090e56, e893a1b94feeeae315c10b0e2fb8db15 2023-08-10T06:26:46,749 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-08-10T06:26:46,770 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/.tmp/info/c55eff2a64834572ba6123f7b475cb46 is 45, key is default/info:d/1691648775289/Put/seqid=0 2023-08-10T06:26:46,771 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/.tmp/info/a18cebb118c14952865d24532588af62 is 159, key is ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2./info:regioninfo/1691648782814/Put/seqid=0 2023-08-10T06:26:46,778 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/.tmp/info/c55eff2a64834572ba6123f7b475cb46 2023-08-10T06:26:46,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c55eff2a64834572ba6123f7b475cb46 2023-08-10T06:26:46,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/.tmp/info/c55eff2a64834572ba6123f7b475cb46 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/info/c55eff2a64834572ba6123f7b475cb46 2023-08-10T06:26:46,793 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/info/c55eff2a64834572ba6123f7b475cb46, entries=7, sequenceid=11, filesize=5.1 K 2023-08-10T06:26:46,794 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for d14409764df856a5e85572646f090e56 in 47ms, sequenceid=11, compaction requested=false 2023-08-10T06:26:46,796 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:26:46,796 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/.tmp/info/a18cebb118c14952865d24532588af62 2023-08-10T06:26:46,798 DEBUG [StoreFileCloser-d14409764df856a5e85572646f090e56-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c55eff2a64834572ba6123f7b475cb46 2023-08-10T06:26:46,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/namespace/d14409764df856a5e85572646f090e56/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-10T06:26:46,805 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a18cebb118c14952865d24532588af62 2023-08-10T06:26:46,810 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:46,810 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:46,810 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d14409764df856a5e85572646f090e56: 2023-08-10T06:26:46,811 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1691648774710.d14409764df856a5e85572646f090e56. 2023-08-10T06:26:46,811 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e893a1b94feeeae315c10b0e2fb8db15, disabling compactions & flushes 2023-08-10T06:26:46,811 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:46,811 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:46,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. after waiting 0 ms 2023-08-10T06:26:46,812 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:46,817 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns3/test-16916487802372/e893a1b94feeeae315c10b0e2fb8db15/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:26:46,818 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:46,818 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:46,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e893a1b94feeeae315c10b0e2fb8db15: 2023-08-10T06:26:46,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16916487802372,,1691648783224.e893a1b94feeeae315c10b0e2fb8db15. 2023-08-10T06:26:46,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 13431c6e98327214dce5fab05cbfb2a2, disabling compactions & flushes 2023-08-10T06:26:46,819 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:46,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:46,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. after waiting 0 ms 2023-08-10T06:26:46,819 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:46,827 DEBUG [StoreFileCloser-13431c6e98327214dce5fab05cbfb2a2-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3681de1fd1864cb1b051da3019b03718 2023-08-10T06:26:46,829 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/.tmp/table/45dae7b8cfa241bc83dc5b823d132c22 is 59, key is ns2:test-16916487802371/table:state/1691648782824/Put/seqid=0 2023-08-10T06:26:46,834 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns2/test-16916487802371/13431c6e98327214dce5fab05cbfb2a2/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-10T06:26:46,835 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:46,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:46,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 13431c6e98327214dce5fab05cbfb2a2: 2023-08-10T06:26:46,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16916487802371,,1691648782019.13431c6e98327214dce5fab05cbfb2a2. 2023-08-10T06:26:46,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9b93b9de5a36317864a9120f52517b95, disabling compactions & flushes 2023-08-10T06:26:46,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:46,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:46,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. after waiting 0 ms 2023-08-10T06:26:46,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:46,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9b93b9de5a36317864a9120f52517b95 2/2 column families, dataSize=1.46 KB heapSize=2.69 KB 2023-08-10T06:26:46,844 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/.tmp/table/45dae7b8cfa241bc83dc5b823d132c22 2023-08-10T06:26:46,858 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/meta/9ac120a6cade4ce9a2ade8399b368337 is 171, key is trslm:hdfs://localhost:42889/backupUT\x00ns2:test-16916487802371/meta:log-roll-map/1691648805768/Put/seqid=0 2023-08-10T06:26:46,862 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 45dae7b8cfa241bc83dc5b823d132c22 2023-08-10T06:26:46,864 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/.tmp/info/a18cebb118c14952865d24532588af62 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/info/a18cebb118c14952865d24532588af62 2023-08-10T06:26:46,865 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/meta/9ac120a6cade4ce9a2ade8399b368337 2023-08-10T06:26:46,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9ac120a6cade4ce9a2ade8399b368337 2023-08-10T06:26:46,873 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/info/a18cebb118c14952865d24532588af62, entries=70, sequenceid=39, filesize=14.1 K 2023-08-10T06:26:46,875 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/.tmp/table/45dae7b8cfa241bc83dc5b823d132c22 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/table/45dae7b8cfa241bc83dc5b823d132c22 2023-08-10T06:26:46,878 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/session/35c41a6426ce4fe99b316283793c1ae8 is 459, key is session:backup_1691648789480/session:context/1691648806640/Put/seqid=0 2023-08-10T06:26:46,883 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/table/45dae7b8cfa241bc83dc5b823d132c22, entries=14, sequenceid=39, filesize=5.8 K 2023-08-10T06:26:46,884 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=39, compaction requested=false 2023-08-10T06:26:46,889 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a18cebb118c14952865d24532588af62 2023-08-10T06:26:46,892 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 45dae7b8cfa241bc83dc5b823d132c22 2023-08-10T06:26:46,897 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-08-10T06:26:46,897 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:46,897 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:26:46,898 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:26:46,898 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:26:46,898 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-10T06:26:46,949 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1609): Waiting on 5e07781c45255b83811c4fc77f3d4b82, 6ecbcd4cec895efdb9eeb343b6e06117, 90ddafbf8ec1eed76a933883975949f3, 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:47,149 DEBUG [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1609): Waiting on 5e07781c45255b83811c4fc77f3d4b82, 6ecbcd4cec895efdb9eeb343b6e06117, 90ddafbf8ec1eed76a933883975949f3, 9b93b9de5a36317864a9120f52517b95 2023-08-10T06:26:47,234 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-10T06:26:47,234 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-10T06:26:47,287 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=713 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/session/35c41a6426ce4fe99b316283793c1ae8 2023-08-10T06:26:47,295 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 35c41a6426ce4fe99b316283793c1ae8 2023-08-10T06:26:47,296 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/meta/9ac120a6cade4ce9a2ade8399b368337 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/meta/9ac120a6cade4ce9a2ade8399b368337 2023-08-10T06:26:47,303 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/meta/9ac120a6cade4ce9a2ade8399b368337, entries=6, sequenceid=16, filesize=5.8 K 2023-08-10T06:26:47,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/.tmp/session/35c41a6426ce4fe99b316283793c1ae8 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/session/35c41a6426ce4fe99b316283793c1ae8 2023-08-10T06:26:47,311 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/session/35c41a6426ce4fe99b316283793c1ae8, entries=2, sequenceid=16, filesize=5.4 K 2023-08-10T06:26:47,312 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1498, heapSize ~2.66 KB/2720, currentSize=0 B/0 for 9b93b9de5a36317864a9120f52517b95 in 471ms, sequenceid=16, compaction requested=false 2023-08-10T06:26:47,313 DEBUG [StoreFileCloser-9b93b9de5a36317864a9120f52517b95-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9ac120a6cade4ce9a2ade8399b368337 2023-08-10T06:26:47,315 DEBUG [StoreFileCloser-9b93b9de5a36317864a9120f52517b95-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a0b5dd0dbf144755b3cc72c9cb28a994 2023-08-10T06:26:47,317 DEBUG [StoreFileCloser-9b93b9de5a36317864a9120f52517b95-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 35c41a6426ce4fe99b316283793c1ae8 2023-08-10T06:26:47,322 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system/9b93b9de5a36317864a9120f52517b95/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-08-10T06:26:47,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:47,323 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:47,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9b93b9de5a36317864a9120f52517b95: 2023-08-10T06:26:47,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1691648786650.9b93b9de5a36317864a9120f52517b95. 2023-08-10T06:26:47,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5e07781c45255b83811c4fc77f3d4b82, disabling compactions & flushes 2023-08-10T06:26:47,324 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:47,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:47,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. after waiting 0 ms 2023-08-10T06:26:47,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:47,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/backup/system_bulk/5e07781c45255b83811c4fc77f3d4b82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:26:47,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:47,329 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:47,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5e07781c45255b83811c4fc77f3d4b82: 2023-08-10T06:26:47,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1691648787276.5e07781c45255b83811c4fc77f3d4b82. 2023-08-10T06:26:47,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6ecbcd4cec895efdb9eeb343b6e06117, disabling compactions & flushes 2023-08-10T06:26:47,330 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:47,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:47,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. after waiting 0 ms 2023-08-10T06:26:47,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:47,331 DEBUG [StoreFileCloser-6ecbcd4cec895efdb9eeb343b6e06117-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: db9fa434762b417b8f4ed67d223beeb4 2023-08-10T06:26:47,335 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/default/test-1691648780237/6ecbcd4cec895efdb9eeb343b6e06117/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-10T06:26:47,336 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:47,337 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:47,337 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6ecbcd4cec895efdb9eeb343b6e06117: 2023-08-10T06:26:47,337 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1691648780237,,1691648780734.6ecbcd4cec895efdb9eeb343b6e06117. 2023-08-10T06:26:47,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 90ddafbf8ec1eed76a933883975949f3, disabling compactions & flushes 2023-08-10T06:26:47,338 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:47,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:47,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. after waiting 0 ms 2023-08-10T06:26:47,338 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:47,342 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/data/ns4/test-16916487802373/90ddafbf8ec1eed76a933883975949f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:26:47,342 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:47,343 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:47,343 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 90ddafbf8ec1eed76a933883975949f3: 2023-08-10T06:26:47,343 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16916487802373,,1691648785348.90ddafbf8ec1eed76a933883975949f3. 2023-08-10T06:26:47,349 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38901,1691648771632; all regions closed. 2023-08-10T06:26:47,361 DEBUG [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/oldWALs 2023-08-10T06:26:47,361 INFO [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38901%2C1691648771632.meta:.meta(num 1691648793749) 2023-08-10T06:26:47,368 DEBUG [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/oldWALs 2023-08-10T06:26:47,368 INFO [RS:0;jenkins-hbase3:38901 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38901%2C1691648771632:(num 1691648793768) 2023-08-10T06:26:47,368 DEBUG [RS:0;jenkins-hbase3:38901 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:47,368 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:26:47,369 INFO [RS:0;jenkins-hbase3:38901 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-08-10T06:26:47,369 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:26:47,371 INFO [RS:0;jenkins-hbase3:38901 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:38901 2023-08-10T06:26:47,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,38901,1691648771632] 2023-08-10T06:26:47,383 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,38901,1691648771632; numProcessing=1 2023-08-10T06:26:47,385 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,38901,1691648771632 expired; onlineServers=0 2023-08-10T06:26:47,386 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,39385,1691648768585' ***** 2023-08-10T06:26:47,386 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-10T06:26:47,387 DEBUG [M:0;jenkins-hbase3:39385 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edaae39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:26:47,387 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:26:47,444 INFO [M:0;jenkins-hbase3:39385 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@46c9ce60{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:26:47,445 INFO [M:0;jenkins-hbase3:39385 {}] server.AbstractConnector(383): Stopped ServerConnector@dec1f0f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:26:47,445 INFO [M:0;jenkins-hbase3:39385 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:26:47,446 INFO [M:0;jenkins-hbase3:39385 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3a0bc6c9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:26:47,447 INFO [M:0;jenkins-hbase3:39385 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6aa5c67b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/hadoop.log.dir/,STOPPED} 2023-08-10T06:26:47,447 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39385,1691648768585 2023-08-10T06:26:47,447 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39385,1691648768585; all regions closed. 2023-08-10T06:26:47,447 DEBUG [M:0;jenkins-hbase3:39385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:47,447 INFO [M:0;jenkins-hbase3:39385 {}] master.HMaster(1664): Stopping master jetty server 2023-08-10T06:26:47,448 INFO [M:0;jenkins-hbase3:39385 {}] server.AbstractConnector(383): Stopped ServerConnector@bfaf459{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:26:47,449 DEBUG [M:0;jenkins-hbase3:39385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-10T06:26:47,449 INFO [M:0;jenkins-hbase3:39385 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-10T06:26:47,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-10T06:26:47,449 DEBUG [M:0;jenkins-hbase3:39385 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:26:47,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648773039 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648773039,5,FailOnTimeoutGroup] 2023-08-10T06:26:47,449 DEBUG [M:0;jenkins-hbase3:39385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-10T06:26:47,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648773042 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648773042,5,FailOnTimeoutGroup] 2023-08-10T06:26:47,449 INFO [M:0;jenkins-hbase3:39385 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-10T06:26:47,449 DEBUG [M:0;jenkins-hbase3:39385 {}] master.HMaster(1687): Stopping service threads 2023-08-10T06:26:47,449 INFO [M:0;jenkins-hbase3:39385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-10T06:26:47,450 ERROR [M:0;jenkins-hbase3:39385 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-08-10T06:26:47,450 INFO [M:0;jenkins-hbase3:39385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-10T06:26:47,451 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-10T06:26:47,451 WARN [M:0;jenkins-hbase3:39385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-10T06:26:47,452 INFO [M:0;jenkins-hbase3:39385 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-10T06:26:47,452 INFO [M:0;jenkins-hbase3:39385 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-10T06:26:47,453 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:26:47,467 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:47,467 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:47,467 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:26:47,467 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:47,467 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=147.73 KB heapSize=177.06 KB 2023-08-10T06:26:47,482 DEBUG [M:0;jenkins-hbase3:39385 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4330a174e17d4ebba49cc1b1f161e802 is 88, key is hbase:meta,,1/info:sn/1691648774059/Put/seqid=0 2023-08-10T06:26:47,486 INFO [RS:0;jenkins-hbase3:38901 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38901,1691648771632; zookeeper connection closed. 2023-08-10T06:26:47,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@260177d5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@260177d5 2023-08-10T06:26:47,486 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-10T06:26:47,892 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4330a174e17d4ebba49cc1b1f161e802 2023-08-10T06:26:47,899 DEBUG [M:0;jenkins-hbase3:39385 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4330a174e17d4ebba49cc1b1f161e802 2023-08-10T06:26:47,916 DEBUG [M:0;jenkins-hbase3:39385 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fba248adf05b49fd8dfd52ad030e6f9c is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1691648788470/Put/seqid=0 2023-08-10T06:26:48,322 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147.14 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fba248adf05b49fd8dfd52ad030e6f9c 2023-08-10T06:26:48,329 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fba248adf05b49fd8dfd52ad030e6f9c 2023-08-10T06:26:48,329 DEBUG [M:0;jenkins-hbase3:39385 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fba248adf05b49fd8dfd52ad030e6f9c 2023-08-10T06:26:48,342 DEBUG [M:0;jenkins-hbase3:39385 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70cf1e15c89a43cc81da0266bfa15b7b is 82, key is jenkins-hbase3.apache.org,38901,1691648771632/rs:state/1691648773145/Put/seqid=0 2023-08-10T06:26:48,747 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70cf1e15c89a43cc81da0266bfa15b7b 2023-08-10T06:26:48,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:26:48,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:26:48,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916487802372 2023-08-10T06:26:48,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:26:48,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:26:48,755 DEBUG [M:0;jenkins-hbase3:39385 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 70cf1e15c89a43cc81da0266bfa15b7b 2023-08-10T06:26:48,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916487802373 2023-08-10T06:26:48,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648780237 2023-08-10T06:26:48,756 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4330a174e17d4ebba49cc1b1f161e802 as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4330a174e17d4ebba49cc1b1f161e802 2023-08-10T06:26:48,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:26:48,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916487802371 2023-08-10T06:26:48,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:26:48,762 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4330a174e17d4ebba49cc1b1f161e802, entries=8, sequenceid=341, filesize=5.5 K 2023-08-10T06:26:48,763 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fba248adf05b49fd8dfd52ad030e6f9c as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fba248adf05b49fd8dfd52ad030e6f9c 2023-08-10T06:26:48,768 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fba248adf05b49fd8dfd52ad030e6f9c 2023-08-10T06:26:48,769 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fba248adf05b49fd8dfd52ad030e6f9c, entries=37, sequenceid=341, filesize=13.3 K 2023-08-10T06:26:48,770 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70cf1e15c89a43cc81da0266bfa15b7b as hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70cf1e15c89a43cc81da0266bfa15b7b 2023-08-10T06:26:48,775 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42889/user/jenkins/test-data/08bdc42b-3f7b-78bb-ec8f-613f255b0b52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70cf1e15c89a43cc81da0266bfa15b7b, entries=1, sequenceid=341, filesize=5.1 K 2023-08-10T06:26:48,776 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(3022): Finished flush of dataSize ~147.73 KB/151276, heapSize ~176.77 KB/181008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=341, compaction requested=false 2023-08-10T06:26:48,778 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4330a174e17d4ebba49cc1b1f161e802 2023-08-10T06:26:48,780 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fba248adf05b49fd8dfd52ad030e6f9c 2023-08-10T06:26:48,781 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 70cf1e15c89a43cc81da0266bfa15b7b 2023-08-10T06:26:48,781 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:26:48,781 DEBUG [M:0;jenkins-hbase3:39385 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:26:48,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:26:48,785 INFO [M:0;jenkins-hbase3:39385 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-10T06:26:48,785 INFO [M:0;jenkins-hbase3:39385 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-10T06:26:48,785 INFO [M:0;jenkins-hbase3:39385 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:39385 2023-08-10T06:26:48,889 INFO [M:0;jenkins-hbase3:39385 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39385,1691648768585; zookeeper connection closed. 2023-08-10T06:26:48,891 WARN [Listener at jenkins-hbase3.apache.org/36919 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-10T06:26:48,895 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:26:49,001 WARN [BP-54137052-172.31.12.81-1691648765038 heartbeating to localhost/127.0.0.1:42889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-10T06:26:49,001 WARN [BP-54137052-172.31.12.81-1691648765038 heartbeating to localhost/127.0.0.1:42889 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-54137052-172.31.12.81-1691648765038 (Datanode Uuid c725ab40-4457-4ba6-a973-c2e5a02c9c80) service to localhost/127.0.0.1:42889 2023-08-10T06:26:49,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/dfs/data/data1/current/BP-54137052-172.31.12.81-1691648765038 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:26:49,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e246b3-1326-1930-abc3-378eb9d2ce38/cluster_04e8b267-6daa-001b-db9a-deccf999e918/dfs/data/data2/current/BP-54137052-172.31.12.81-1691648765038 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:26:49,048 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:26:49,215 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-10T06:26:49,215 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-10T06:26:49,229 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:26:49,347 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:26:49,461 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:26:49,461 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:26:49,568 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-10T06:26:49,575 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-10T06:26:49,576 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:26:49,582 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:26:49,684 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:26:49,684 INFO [Listener at jenkins-hbase3.apache.org/36919 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped