2023-10-02 12:28:44,825 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:28:44,853 main DEBUG Took 0.023368 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:28:44,854 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:28:44,854 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:28:44,855 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:28:44,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,892 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:28:44,912 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,915 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,917 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,919 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,920 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,921 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,922 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:28:44,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,926 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:28:44,930 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:28:44,932 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:28:44,935 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:28:44,936 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:28:44,937 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:28:44,937 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:28:44,954 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:28:44,958 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:28:44,960 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:28:44,961 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:28:44,961 main DEBUG createAppenders(={Console}) 2023-10-02 12:28:44,963 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-10-02 12:28:44,963 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:28:44,963 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-10-02 12:28:44,964 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:28:44,964 main DEBUG OutputStream closed 2023-10-02 12:28:44,965 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:28:44,965 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:28:44,965 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-10-02 12:28:45,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:28:45,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:28:45,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:28:45,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:28:45,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:28:45,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:28:45,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:28:45,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:28:45,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:28:45,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:28:45,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:28:45,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:28:45,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:28:45,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:28:45,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:28:45,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:28:45,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:28:45,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:28:45,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:28:45,066 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-10-02 12:28:45,066 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:28:45,068 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-10-02T12:28:45,116 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupDescribe timeout: 13 mins 2023-10-02 12:28:45,122 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:28:45,122 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:28:45,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3 2023-10-02T12:28:45,647 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:28:45,651 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:28:45,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:28:45,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e, deleteOnExit=true 2023-10-02T12:28:45,658 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:28:45,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/test.cache.data in system properties and HBase conf 2023-10-02T12:28:45,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:28:45,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:28:45,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:28:45,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:28:45,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:28:45,831 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:28:46,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:28:46,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:28:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:28:46,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:28:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:28:46,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:28:46,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:28:46,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:28:46,610 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:28:46,610 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:28:46,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:28:46,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:28:46,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:28:46,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:28:46,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:28:47,338 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:28:47,344 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:28:47,765 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:28:47,972 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5cc14ac1 via org.mortbay.log.Slf4jLog 2023-10-02T12:28:48,001 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:28:48,059 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:28:48,115 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir/Jetty_localhost_34625_hdfs____7sslnm/webapp 2023-10-02T12:28:48,358 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34625 2023-10-02T12:28:48,424 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:28:48,425 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:28:49,380 WARN [Listener at localhost/44693 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:28:49,502 WARN [Listener at localhost/44693 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:28:49,524 WARN [Listener at localhost/44693 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:28:49,532 INFO [Listener at localhost/44693 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:28:49,541 INFO [Listener at localhost/44693 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir/Jetty_localhost_36889_datanode____szvg0t/webapp 2023-10-02T12:28:49,655 INFO [Listener at localhost/44693 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36889 2023-10-02T12:28:49,987 WARN [Listener at localhost/36335 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:28:50,671 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:28:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x63a4e82d6b84bd29: Processing first storage report for DS-b914abd1-9a91-40b1-975d-e198f9a7ce38 from datanode 568c076c-fc35-44c6-b0b3-1f5a0d218147 2023-10-02T12:28:50,964 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x63a4e82d6b84bd29: from storage DS-b914abd1-9a91-40b1-975d-e198f9a7ce38 node DatanodeRegistration(127.0.0.1:33985, datanodeUuid=568c076c-fc35-44c6-b0b3-1f5a0d218147, infoPort=33647, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1998260883;c=1696249727452), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:28:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x63a4e82d6b84bd29: Processing first storage report for DS-0e393781-de27-4627-b7bf-69d21726f071 from datanode 568c076c-fc35-44c6-b0b3-1f5a0d218147 2023-10-02T12:28:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x63a4e82d6b84bd29: from storage DS-0e393781-de27-4627-b7bf-69d21726f071 node DatanodeRegistration(127.0.0.1:33985, datanodeUuid=568c076c-fc35-44c6-b0b3-1f5a0d218147, infoPort=33647, infoSecurePort=0, ipcPort=36335, storageInfo=lv=-57;cid=testClusterID;nsid=1998260883;c=1696249727452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:28:51,040 DEBUG [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3 2023-10-02T12:28:51,172 INFO [Listener at localhost/36335 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e/zookeeper_0, clientPort=60634, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:28:51,255 INFO [Listener at localhost/36335 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60634 2023-10-02T12:28:51,268 INFO [Listener at localhost/36335 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:51,271 INFO [Listener at localhost/36335 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:52,057 INFO [Listener at localhost/36335 {}] util.FSUtils(462): Created version file at hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 with version=8 2023-10-02T12:28:52,057 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/hbase-staging 2023-10-02T12:28:52,099 DEBUG [Listener at localhost/36335 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:28:52,099 DEBUG [Listener at localhost/36335 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:28:52,099 DEBUG [Listener at localhost/36335 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:28:52,099 DEBUG [Listener at localhost/36335 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:28:52,519 DEBUG [Listener at localhost/36335 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:28:53,742 INFO [Listener at localhost/36335 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:28:53,812 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:53,813 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:53,814 INFO [Listener at localhost/36335 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:28:53,814 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:53,814 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:28:54,077 INFO [Listener at localhost/36335 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:28:54,273 INFO [Listener at localhost/36335 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:28:54,295 DEBUG [Listener at localhost/36335 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:28:54,301 INFO [Listener at localhost/36335 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:28:54,361 DEBUG [Listener at localhost/36335 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 6114 (auto-detected) 2023-10-02T12:28:54,364 DEBUG [Listener at localhost/36335 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:28:54,432 INFO [Listener at localhost/36335 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36367 2023-10-02T12:28:54,455 INFO [Listener at localhost/36335 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:54,458 INFO [Listener at localhost/36335 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:54,490 INFO [Listener at localhost/36335 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36367 connecting to ZooKeeper ensemble=127.0.0.1:60634 2023-10-02T12:28:54,571 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:363670x0, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:28:54,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36367-0x1017326389a0000 connected 2023-10-02T12:28:54,638 DEBUG [Listener at localhost/36335 {}] zookeeper.ZKUtil(113): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:28:54,645 DEBUG [Listener at localhost/36335 {}] zookeeper.ZKUtil(113): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:28:54,650 DEBUG [Listener at localhost/36335 {}] zookeeper.ZKUtil(113): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:28:54,669 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36367 2023-10-02T12:28:54,671 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36367 2023-10-02T12:28:54,674 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36367 2023-10-02T12:28:54,676 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36367 2023-10-02T12:28:54,676 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36367 2023-10-02T12:28:54,737 INFO [Listener at localhost/36335 {}] log.Log(170): Logging initialized @10908ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:28:54,903 INFO [Listener at localhost/36335 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:28:54,903 INFO [Listener at localhost/36335 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:28:54,904 INFO [Listener at localhost/36335 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:28:54,906 INFO [Listener at localhost/36335 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:28:54,907 INFO [Listener at localhost/36335 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:28:54,907 INFO [Listener at localhost/36335 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:28:54,911 INFO [Listener at localhost/36335 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:28:55,106 INFO [Listener at localhost/36335 {}] http.HttpServer(1219): Jetty bound to port 38221 2023-10-02T12:28:55,109 INFO [Listener at localhost/36335 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:28:55,160 INFO [Listener at localhost/36335 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:55,165 INFO [Listener at localhost/36335 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@442c5d7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:28:55,166 INFO [Listener at localhost/36335 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:55,167 INFO [Listener at localhost/36335 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@73e75d89{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:28:55,264 INFO [Listener at localhost/36335 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:28:55,279 INFO [Listener at localhost/36335 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:28:55,280 INFO [Listener at localhost/36335 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:28:55,282 INFO [Listener at localhost/36335 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:28:55,290 INFO [Listener at localhost/36335 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:56,785 INFO [Listener at localhost/36335 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@12c40c86{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:28:56,798 INFO [Listener at localhost/36335 {}] server.AbstractConnector(333): Started ServerConnector@66f8befe{HTTP/1.1, (http/1.1)}{0.0.0.0:38221} 2023-10-02T12:28:56,799 INFO [Listener at localhost/36335 {}] server.Server(415): Started @12969ms 2023-10-02T12:28:56,803 INFO [Listener at localhost/36335 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280, hbase.cluster.distributed=false 2023-10-02T12:28:56,873 INFO [Listener at localhost/36335 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:28:56,873 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:56,873 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:56,874 INFO [Listener at localhost/36335 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:28:56,874 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:28:56,874 INFO [Listener at localhost/36335 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:28:56,887 INFO [Listener at localhost/36335 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:28:56,890 INFO [Listener at localhost/36335 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:28:56,892 INFO [Listener at localhost/36335 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:37493 2023-10-02T12:28:56,894 INFO [Listener at localhost/36335 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:28:56,902 DEBUG [Listener at localhost/36335 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:28:56,904 INFO [Listener at localhost/36335 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:56,908 INFO [Listener at localhost/36335 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:56,911 INFO [Listener at localhost/36335 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:37493 connecting to ZooKeeper ensemble=127.0.0.1:60634 2023-10-02T12:28:56,915 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:374930x0, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:28:56,916 DEBUG [Listener at localhost/36335 {}] zookeeper.ZKUtil(113): regionserver:374930x0, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:28:56,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:37493-0x1017326389a0001 connected 2023-10-02T12:28:56,919 DEBUG [Listener at localhost/36335 {}] zookeeper.ZKUtil(113): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:28:56,920 DEBUG [Listener at localhost/36335 {}] zookeeper.ZKUtil(113): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:28:56,921 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37493 2023-10-02T12:28:56,921 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37493 2023-10-02T12:28:56,922 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37493 2023-10-02T12:28:56,922 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37493 2023-10-02T12:28:56,923 DEBUG [Listener at localhost/36335 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37493 2023-10-02T12:28:56,932 INFO [Listener at localhost/36335 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:28:56,932 INFO [Listener at localhost/36335 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:28:56,932 INFO [Listener at localhost/36335 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:28:56,933 INFO [Listener at localhost/36335 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:28:56,934 INFO [Listener at localhost/36335 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:28:56,934 INFO [Listener at localhost/36335 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:28:56,934 INFO [Listener at localhost/36335 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:28:56,937 INFO [Listener at localhost/36335 {}] http.HttpServer(1219): Jetty bound to port 43589 2023-10-02T12:28:56,937 INFO [Listener at localhost/36335 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:28:56,942 INFO [Listener at localhost/36335 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:56,942 INFO [Listener at localhost/36335 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@70cbaa6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:28:56,943 INFO [Listener at localhost/36335 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:56,943 INFO [Listener at localhost/36335 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@10a9613f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:28:56,957 INFO [Listener at localhost/36335 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:28:56,958 INFO [Listener at localhost/36335 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:28:56,958 INFO [Listener at localhost/36335 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:28:56,959 INFO [Listener at localhost/36335 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:28:56,963 INFO [Listener at localhost/36335 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:28:56,967 INFO [Listener at localhost/36335 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@48a36da0{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:28:56,969 INFO [Listener at localhost/36335 {}] server.AbstractConnector(333): Started ServerConnector@619a1e26{HTTP/1.1, (http/1.1)}{0.0.0.0:43589} 2023-10-02T12:28:56,969 INFO [Listener at localhost/36335 {}] server.Server(415): Started @13139ms 2023-10-02T12:28:56,975 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:28:56,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@740ecc04{HTTP/1.1, (http/1.1)}{0.0.0.0:39633} 2023-10-02T12:28:56,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @13160ms 2023-10-02T12:28:56,989 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:57,004 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:57,004 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:57,008 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:57,047 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36367 2023-10-02T12:28:57,069 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:28:57,069 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:28:57,069 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:57,069 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:57,071 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:28:57,072 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36367,1696249732495 from backup master directory 2023-10-02T12:28:57,080 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:57,080 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:57,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:28:57,080 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:28:57,081 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:28:57,081 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:57,086 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:28:57,090 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:28:57,226 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/hbase.id with ID: 59eeea88-74b7-4560-b378-7d8b69c2d64f 2023-10-02T12:28:57,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:28:57,326 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:57,326 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:57,375 WARN [DataStreamer for file /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.tmp/hbase-hbck.lock block BP-151321479-172.31.12.81-1696249727452:blk_1073741827_1003 {}] hdfs.DataStreamer(982): Caught exception java.lang.InterruptedException: null at java.lang.Object.wait(Native Method) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1257) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1331) ~[?:1.8.0_362] at org.apache.hadoop.hdfs.DataStreamer.closeResponder(DataStreamer.java:980) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.closeInternal(DataStreamer.java:844) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:840) ~[hadoop-hdfs-client-2.10.2.jar:?] 2023-10-02T12:28:57,412 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:28:57,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:28:57,447 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:28:57,447 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:28:57,449 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:28:57,453 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:28:57,455 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:28:57,983 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store 2023-10-02T12:28:58,060 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:28:58,063 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:58,063 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:28:58,063 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:58,063 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:58,063 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:28:58,064 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:58,064 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:28:58,064 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:28:58,072 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/.initializing 2023-10-02T12:28:58,072 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/WALs/jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:58,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:28:58,117 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36367%2C1696249732495, suffix=, logDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/WALs/jenkins-hbase3.apache.org,36367,1696249732495, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/oldWALs, maxLogs=10 2023-10-02T12:28:58,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/WALs/jenkins-hbase3.apache.org,36367,1696249732495/jenkins-hbase3.apache.org%2C36367%2C1696249732495.1696249738127, exclude list is [], retry=0 2023-10-02T12:28:58,247 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK] 2023-10-02T12:28:58,273 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:28:58,487 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/WALs/jenkins-hbase3.apache.org,36367,1696249732495/jenkins-hbase3.apache.org%2C36367%2C1696249732495.1696249738127 2023-10-02T12:28:58,488 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK]] 2023-10-02T12:28:58,489 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:28:58,489 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:28:58,496 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,498 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:28:58,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:58,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:28:58,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:28:58,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:58,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:58,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:28:58,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:58,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:58,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:28:58,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:58,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:28:58,732 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,734 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,765 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:28:58,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:28:58,778 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:28:58,779 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9452316800, jitterRate=-0.11968439817428589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:28:58,789 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:28:58,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:28:58,862 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41739a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:59,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:28:59,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:28:59,035 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:28:59,039 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:28:59,042 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 2 msec 2023-10-02T12:28:59,052 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-02T12:28:59,053 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:28:59,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:28:59,162 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:28:59,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:28:59,173 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:28:59,184 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:28:59,185 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:28:59,189 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:28:59,197 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:28:59,198 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:28:59,200 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:28:59,218 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:28:59,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:28:59,251 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:28:59,262 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:28:59,262 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:28:59,262 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,262 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,272 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,36367,1696249732495, sessionid=0x1017326389a0000, setting cluster-up flag (Was=false) 2023-10-02T12:28:59,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:28:59,298 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,298 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,304 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:28:59,306 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:59,311 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,311 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,320 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:28:59,321 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:59,332 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,334 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:28:59,343 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:28:59,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:28:59,412 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:37493 2023-10-02T12:28:59,414 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(997): ClusterId : 59eeea88-74b7-4560-b378-7d8b69c2d64f 2023-10-02T12:28:59,417 INFO [RS:0;jenkins-hbase3:37493 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:28:59,421 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:28:59,428 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:28:59,428 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:28:59,432 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:28:59,433 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:28:59,437 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:28:59,439 DEBUG [RS:0;jenkins-hbase3:37493 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea34157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:59,442 DEBUG [RS:0;jenkins-hbase3:37493 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dea884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:28:59,449 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:28:59,450 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:28:59,450 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:28:59,454 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36367,1696249732495 with isa=jenkins-hbase3.apache.org/172.31.12.81:37493, startcode=1696249736871 2023-10-02T12:28:59,482 DEBUG [RS:0;jenkins-hbase3:37493 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:28:59,590 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:28:59,593 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52531, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:28:59,607 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:28:59,607 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36367 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:28:59,615 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:28:59,636 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36367,1696249732495 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:28:59,644 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:59,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:59,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:59,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:28:59,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:28:59,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:59,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:28:59,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:28:59,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249769659 2023-10-02T12:28:59,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:28:59,665 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:28:59,665 WARN [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:28:59,668 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:28:59,685 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:28:59,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:28:59,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:28:59,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:28:59,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:28:59,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:59,690 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:28:59,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:28:59,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:28:59,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:28:59,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:28:59,706 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27dca946 to 127.0.0.1:60634 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:28:59,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:28:59,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:28:59,729 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39474272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:28:59,729 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:28:59,738 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:28:59,739 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:28:59,777 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249739759,5,FailOnTimeoutGroup] 2023-10-02T12:28:59,782 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249739777,5,FailOnTimeoutGroup] 2023-10-02T12:28:59,783 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36367,1696249732495 with isa=jenkins-hbase3.apache.org/172.31.12.81:37493, startcode=1696249736871 2023-10-02T12:28:59,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:59,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:28:59,786 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36367 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:28:59,788 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:59,788 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:28:59,793 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:28:59,793 WARN [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-10-02T12:28:59,995 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36367,1696249732495 with isa=jenkins-hbase3.apache.org/172.31.12.81:37493, startcode=1696249736871 2023-10-02T12:29:00,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36367 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:00,023 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:00,023 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:44693 2023-10-02T12:29:00,023 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=38221 2023-10-02T12:29:00,032 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:29:00,034 DEBUG [RS:0;jenkins-hbase3:37493 {}] zookeeper.ZKUtil(111): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:00,034 WARN [RS:0;jenkins-hbase3:37493 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:29:00,034 INFO [RS:0;jenkins-hbase3:37493 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:29:00,034 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:00,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,37493,1696249736871] 2023-10-02T12:29:00,068 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:29:00,109 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:29:00,174 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:29:00,183 INFO [RS:0;jenkins-hbase3:37493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:29:00,183 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,185 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:29:00,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:29:00,198 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:00,213 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,215 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,220 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,220 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,221 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,221 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,221 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:29:00,221 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,221 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,222 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,223 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,223 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:29:00,223 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:29:00,223 DEBUG [RS:0;jenkins-hbase3:37493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:29:00,236 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,236 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,237 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,237 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,237 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37493,1696249736871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:29:00,285 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:29:00,289 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37493,1696249736871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:00,318 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,37493,1696249736871 started 2023-10-02T12:29:00,318 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,37493,1696249736871, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:37493, sessionid=0x1017326389a0001 2023-10-02T12:29:00,319 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:29:00,319 DEBUG [RS:0;jenkins-hbase3:37493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:00,319 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,37493,1696249736871' 2023-10-02T12:29:00,319 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:29:00,320 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:29:00,321 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:29:00,321 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:29:00,321 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,37493,1696249736871' 2023-10-02T12:29:00,321 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:00,322 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:00,322 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:29:00,323 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:29:00,323 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:29:00,323 DEBUG [RS:0;jenkins-hbase3:37493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:00,323 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,37493,1696249736871' 2023-10-02T12:29:00,323 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:29:00,323 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:29:00,324 DEBUG [RS:0;jenkins-hbase3:37493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:29:00,324 INFO [RS:0;jenkins-hbase3:37493 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:29:00,325 INFO [RS:0;jenkins-hbase3:37493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:29:00,439 INFO [RS:0;jenkins-hbase3:37493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:29:00,443 INFO [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37493%2C1696249736871, suffix=, logDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/oldWALs, maxLogs=32 2023-10-02T12:29:00,462 DEBUG [RS:0;jenkins-hbase3:37493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.1696249740445, exclude list is [], retry=0 2023-10-02T12:29:00,476 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK] 2023-10-02T12:29:00,482 INFO [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.1696249740445 2023-10-02T12:29:00,484 DEBUG [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK]] 2023-10-02T12:29:00,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:00,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:29:00,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:29:00,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:00,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:00,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:29:00,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:29:00,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:00,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:00,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:29:00,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:29:00,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:00,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:00,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740 2023-10-02T12:29:00,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740 2023-10-02T12:29:00,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:29:00,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:29:00,735 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:00,736 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9950956800, jitterRate=-0.07324492931365967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:29:00,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:29:00,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:29:00,738 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:29:00,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:29:00,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:29:00,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:29:00,740 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:29:00,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:29:00,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:29:00,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:29:00,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:29:00,770 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:29:00,775 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:29:00,927 DEBUG [jenkins-hbase3:36367 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:29:00,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:00,947 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,37493,1696249736871, state=OPENING 2023-10-02T12:29:00,956 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:29:00,962 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:00,962 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:00,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:00,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:00,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:01,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:01,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:29:01,189 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:29:01,215 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:29:01,216 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:29:01,217 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:29:01,221 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta, suffix=.meta, logDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/oldWALs, maxLogs=32 2023-10-02T12:29:01,240 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta.1696249741222.meta, exclude list is [], retry=0 2023-10-02T12:29:01,246 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK] 2023-10-02T12:29:01,252 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta.1696249741222.meta 2023-10-02T12:29:01,253 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK]] 2023-10-02T12:29:01,253 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:01,261 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:01,262 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:29:01,286 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:29:01,286 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:29:01,293 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:29:01,293 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:01,294 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:29:01,294 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:29:01,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:29:01,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:29:01,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:01,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:01,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:29:01,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:29:01,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:01,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:01,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:29:01,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:29:01,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:01,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:29:01,310 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740 2023-10-02T12:29:01,314 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740 2023-10-02T12:29:01,317 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:29:01,320 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:29:01,322 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11821656000, jitterRate=0.10097751021385193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:29:01,324 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:29:01,341 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249741164 2023-10-02T12:29:01,371 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:29:01,372 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:29:01,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:01,375 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,37493,1696249736871, state=OPEN 2023-10-02T12:29:01,379 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:29:01,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:01,382 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:29:01,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:29:01,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:29:01,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,37493,1696249736871 in 412 msec 2023-10-02T12:29:01,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:29:01,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2023-10-02T12:29:01,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.9490 sec 2023-10-02T12:29:01,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249741406, completionTime=-1 2023-10-02T12:29:01,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:29:01,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:29:01,746 DEBUG [hconnection-0x77f96fea-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:01,752 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39322, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:01,797 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:29:01,797 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249801797 2023-10-02T12:29:01,798 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249861798 2023-10-02T12:29:01,798 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 391 msec 2023-10-02T12:29:01,998 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36367,1696249732495-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:01,999 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36367,1696249732495-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:01,999 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36367,1696249732495-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:02,002 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36367, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:02,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:29:02,020 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:29:02,040 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:29:02,042 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:29:02,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:29:02,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:02,065 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:02,067 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:02,500 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 67d99440f948c15783828d761a2905ff, NAME => 'hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:02,522 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:02,522 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 67d99440f948c15783828d761a2905ff, disabling compactions & flushes 2023-10-02T12:29:02,526 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:02,526 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:02,526 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. after waiting 0 ms 2023-10-02T12:29:02,526 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:02,526 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:02,526 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 67d99440f948c15783828d761a2905ff: 2023-10-02T12:29:02,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:02,552 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249742532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249742532"}]},"ts":"1696249742532"} 2023-10-02T12:29:02,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:02,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:02,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249742621"}]},"ts":"1696249742621"} 2023-10-02T12:29:02,644 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:29:02,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=67d99440f948c15783828d761a2905ff, ASSIGN}] 2023-10-02T12:29:02,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=67d99440f948c15783828d761a2905ff, ASSIGN 2023-10-02T12:29:02,873 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=67d99440f948c15783828d761a2905ff, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:03,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=67d99440f948c15783828d761a2905ff, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:03,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 67d99440f948c15783828d761a2905ff, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:03,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:03,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 67d99440f948c15783828d761a2905ff, NAME => 'hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:03,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:03,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:03,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,202 INFO [StoreOpener-67d99440f948c15783828d761a2905ff-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,204 INFO [StoreOpener-67d99440f948c15783828d761a2905ff-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67d99440f948c15783828d761a2905ff columnFamilyName info 2023-10-02T12:29:03,204 DEBUG [StoreOpener-67d99440f948c15783828d761a2905ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:03,205 INFO [StoreOpener-67d99440f948c15783828d761a2905ff-1 {}] regionserver.HStore(324): Store=67d99440f948c15783828d761a2905ff/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:03,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 67d99440f948c15783828d761a2905ff 2023-10-02T12:29:03,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:03,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 67d99440f948c15783828d761a2905ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11827710080, jitterRate=0.10154134035110474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:03,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 67d99440f948c15783828d761a2905ff: 2023-10-02T12:29:03,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff., pid=6, masterSystemTime=1696249743189 2023-10-02T12:29:03,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:03,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:03,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=67d99440f948c15783828d761a2905ff, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:03,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:29:03,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 67d99440f948c15783828d761a2905ff, server=jenkins-hbase3.apache.org,37493,1696249736871 in 197 msec 2023-10-02T12:29:03,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:29:03,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=67d99440f948c15783828d761a2905ff, ASSIGN in 369 msec 2023-10-02T12:29:03,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:03,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249743240"}]},"ts":"1696249743240"} 2023-10-02T12:29:03,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:29:03,289 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:29:03,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:03,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2450 sec 2023-10-02T12:29:03,325 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37493-0x1017326389a0001, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:03,325 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:03,325 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:29:03,391 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:29:03,471 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:03,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 152 msec 2023-10-02T12:29:03,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:29:03,554 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:03,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-10-02T12:29:03,578 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:29:03,587 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:29:03,587 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 6.506sec 2023-10-02T12:29:03,590 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:29:03,593 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:29:03,595 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:29:03,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:29:03,596 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:29:03,599 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36367,1696249732495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:29:03,600 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36367,1696249732495-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:29:03,620 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:29:03,623 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:29:03,660 DEBUG [Listener at localhost/36335 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0d39c0af to 127.0.0.1:60634 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:03,667 DEBUG [Listener at localhost/36335 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d00cc81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:03,675 DEBUG [Listener at localhost/36335 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:29:03,675 DEBUG [Listener at localhost/36335 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:29:03,711 DEBUG [hconnection-0x4182074a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:03,730 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:03,746 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:29:03,746 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:29:03,746 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/test.cache.data in system properties and HBase conf 2023-10-02T12:29:03,746 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:29:03,746 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:29:03,746 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:29:03,747 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:29:03,748 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:29:03,749 INFO [Listener at localhost/36335 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:29:04,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:29:04,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:04,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:29:04,282 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:04,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:04,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:29:04,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:29:04,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:29:04,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:29:04,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:05,794 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:06,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:29:06,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:29:06,277 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:06,291 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33815_jobhistory____.8qj6pm/webapp 2023-10-02T12:29:06,584 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:29:06,585 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:06,585 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:06,590 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:06,802 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:06,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:07,137 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:07,708 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:29:07,770 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33815 2023-10-02T12:29:08,786 WARN [Listener at jenkins-hbase3.apache.org/44645 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:08,949 WARN [Listener at jenkins-hbase3.apache.org/44645 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:29:08,950 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:08,959 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39379_cluster____6bcnf8/webapp 2023-10-02T12:29:09,066 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:09,066 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:29:09,066 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:09,067 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:09,076 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:09,419 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:09,601 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:09,610 INFO [Listener at jenkins-hbase3.apache.org/44645 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39379 2023-10-02T12:29:10,046 WARN [Listener at jenkins-hbase3.apache.org/33225 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:10,086 WARN [Listener at jenkins-hbase3.apache.org/33225 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:29:10,086 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:10,094 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41077_node____tkf442/webapp 2023-10-02T12:29:10,150 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:29:10,150 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:10,151 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:10,151 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:10,162 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:10,185 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:10,285 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:10,302 INFO [Listener at jenkins-hbase3.apache.org/33225 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41077 2023-10-02T12:29:10,521 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:29:10,530 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:29:10,531 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:29:10,539 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38785_node____.v3llo2/webapp 2023-10-02T12:29:10,616 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:29:10,616 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:29:10,616 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:29:10,617 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:29:10,635 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:10,671 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:10,793 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:29:10,802 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38785 2023-10-02T12:29:10,854 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:29:10,854 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:44693/backupUT 2023-10-02T12:29:10,867 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:10,872 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40630, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:10,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:29:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:29:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:29:10,921 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:10,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 41 msec 2023-10-02T12:29:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:29:11,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:29:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:29:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:29:11,035 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:11,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 22 msec 2023-10-02T12:29:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:29:11,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:29:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:29:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:29:11,148 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:11,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 20 msec 2023-10-02T12:29:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:29:11,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:29:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:29:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:29:11,260 DEBUG [Listener at localhost/36335-EventThread {}] zookeeper.ZKWatcher(604): master:36367-0x1017326389a0000, quorum=127.0.0.1:60634, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:29:11,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 21 msec 2023-10-02T12:29:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:29:11,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249750854', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249750854 2023-10-02T12:29:11,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249750854 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:11,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249750854" procId is: 13 2023-10-02T12:29:11,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:11,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249750854 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:11,837 INFO [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 337250550831b5510b34dab1c9c964d1, NAME => 'test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249750854', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:11,859 DEBUG [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:11,860 DEBUG [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1668): Closing 337250550831b5510b34dab1c9c964d1, disabling compactions & flushes 2023-10-02T12:29:11,860 INFO [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:11,860 DEBUG [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:11,860 DEBUG [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. after waiting 0 ms 2023-10-02T12:29:11,860 DEBUG [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:11,860 INFO [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:11,860 DEBUG [RegionOpenAndInit-test-1696249750854-pool-0 {}] regionserver.HRegion(1622): Region close journal for 337250550831b5510b34dab1c9c964d1: 2023-10-02T12:29:11,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249750854 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:11,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249751862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249751862"}]},"ts":"1696249751862"} 2023-10-02T12:29:11,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:11,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249750854 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:11,867 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249750854","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249751867"}]},"ts":"1696249751867"} 2023-10-02T12:29:11,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249750854, state=ENABLING in hbase:meta 2023-10-02T12:29:11,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249750854, region=337250550831b5510b34dab1c9c964d1, ASSIGN}] 2023-10-02T12:29:11,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249750854, region=337250550831b5510b34dab1c9c964d1, ASSIGN 2023-10-02T12:29:11,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249750854, region=337250550831b5510b34dab1c9c964d1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:12,029 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=337250550831b5510b34dab1c9c964d1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:12,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 337250550831b5510b34dab1c9c964d1, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:12,194 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:12,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 337250550831b5510b34dab1c9c964d1, NAME => 'test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:12,195 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:12,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249750854 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:12,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,198 INFO [StoreOpener-337250550831b5510b34dab1c9c964d1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,199 INFO [StoreOpener-337250550831b5510b34dab1c9c964d1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 337250550831b5510b34dab1c9c964d1 columnFamilyName f 2023-10-02T12:29:12,200 DEBUG [StoreOpener-337250550831b5510b34dab1c9c964d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:12,201 INFO [StoreOpener-337250550831b5510b34dab1c9c964d1-1 {}] regionserver.HStore(324): Store=337250550831b5510b34dab1c9c964d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:12,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,203 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:12,216 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:12,217 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 337250550831b5510b34dab1c9c964d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12038043040, jitterRate=0.12113012373447418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:12,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 337250550831b5510b34dab1c9c964d1: 2023-10-02T12:29:12,220 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1., pid=15, masterSystemTime=1696249752185 2023-10-02T12:29:12,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:12,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:12,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=337250550831b5510b34dab1c9c964d1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:12,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:29:12,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 337250550831b5510b34dab1c9c964d1, server=jenkins-hbase3.apache.org,37493,1696249736871 in 201 msec 2023-10-02T12:29:12,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:29:12,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249750854, region=337250550831b5510b34dab1c9c964d1, ASSIGN in 363 msec 2023-10-02T12:29:12,241 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249750854 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:12,242 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249750854","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249752241"}]},"ts":"1696249752241"} 2023-10-02T12:29:12,244 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249750854, state=ENABLED in hbase:meta 2023-10-02T12:29:12,247 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249750854 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:12,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249750854 in 876 msec 2023-10-02T12:29:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:29:12,499 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249750854, procId: 13 completed 2023-10-02T12:29:12,502 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7df965e0 to 127.0.0.1:60634 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:29:12,510 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f05141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:12,516 DEBUG [hconnection-0x3d957298-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:12,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47844, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:12,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] regionserver.HRegion(8210): writing data to region test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:29:12,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962497508541', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962497508541 2023-10-02T12:29:12,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962497508541 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:12,654 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:12,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962497508541" procId is: 16 2023-10-02T12:29:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:12,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962497508541 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:12,677 INFO [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6162e660f058762aef44a799db324476, NAME => 'ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962497508541', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:13,094 DEBUG [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:13,094 DEBUG [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1668): Closing 6162e660f058762aef44a799db324476, disabling compactions & flushes 2023-10-02T12:29:13,094 INFO [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,094 DEBUG [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,094 DEBUG [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. after waiting 0 ms 2023-10-02T12:29:13,094 DEBUG [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,095 INFO [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,095 DEBUG [RegionOpenAndInit-ns2:test-16962497508541-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6162e660f058762aef44a799db324476: 2023-10-02T12:29:13,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962497508541 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:13,097 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249753096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249753096"}]},"ts":"1696249753096"} 2023-10-02T12:29:13,099 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:13,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962497508541 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:13,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962497508541","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249753101"}]},"ts":"1696249753101"} 2023-10-02T12:29:13,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962497508541, state=ENABLING in hbase:meta 2023-10-02T12:29:13,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962497508541, region=6162e660f058762aef44a799db324476, ASSIGN}] 2023-10-02T12:29:13,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962497508541, region=6162e660f058762aef44a799db324476, ASSIGN 2023-10-02T12:29:13,112 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962497508541, region=6162e660f058762aef44a799db324476, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:13,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=6162e660f058762aef44a799db324476, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:13,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 6162e660f058762aef44a799db324476, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:13,425 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 6162e660f058762aef44a799db324476, NAME => 'ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:13,425 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:13,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962497508541 6162e660f058762aef44a799db324476 2023-10-02T12:29:13,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:13,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 6162e660f058762aef44a799db324476 2023-10-02T12:29:13,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 6162e660f058762aef44a799db324476 2023-10-02T12:29:13,428 INFO [StoreOpener-6162e660f058762aef44a799db324476-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6162e660f058762aef44a799db324476 2023-10-02T12:29:13,430 INFO [StoreOpener-6162e660f058762aef44a799db324476-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6162e660f058762aef44a799db324476 columnFamilyName f 2023-10-02T12:29:13,430 DEBUG [StoreOpener-6162e660f058762aef44a799db324476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:13,431 INFO [StoreOpener-6162e660f058762aef44a799db324476-1 {}] regionserver.HStore(324): Store=6162e660f058762aef44a799db324476/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:13,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476 2023-10-02T12:29:13,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476 2023-10-02T12:29:13,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 6162e660f058762aef44a799db324476 2023-10-02T12:29:13,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:13,445 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 6162e660f058762aef44a799db324476; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11789080800, jitterRate=0.09794370830059052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:13,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 6162e660f058762aef44a799db324476: 2023-10-02T12:29:13,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476., pid=18, masterSystemTime=1696249753419 2023-10-02T12:29:13,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=6162e660f058762aef44a799db324476, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:13,454 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,454 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:13,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:29:13,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 6162e660f058762aef44a799db324476, server=jenkins-hbase3.apache.org,37493,1696249736871 in 188 msec 2023-10-02T12:29:13,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:29:13,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962497508541, region=6162e660f058762aef44a799db324476, ASSIGN in 350 msec 2023-10-02T12:29:13,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962497508541 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:13,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962497508541","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249753461"}]},"ts":"1696249753461"} 2023-10-02T12:29:13,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962497508541, state=ENABLED in hbase:meta 2023-10-02T12:29:13,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962497508541 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:13,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962497508541 in 818 msec 2023-10-02T12:29:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:29:13,769 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962497508541, procId: 16 completed 2023-10-02T12:29:13,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:29:13,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962497508542', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962497508542 2023-10-02T12:29:13,889 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962497508542 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:13,889 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:13,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962497508542" procId is: 19 2023-10-02T12:29:13,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962497508542 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:14,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249750854 2023-10-02T12:29:14,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249750854 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:14,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962497508541 2023-10-02T12:29:14,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962497508541 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:14,311 INFO [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 15b2ce3764ee9f39f827fa69ed142cad, NAME => 'ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962497508542', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:14,328 DEBUG [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:14,328 DEBUG [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1668): Closing 15b2ce3764ee9f39f827fa69ed142cad, disabling compactions & flushes 2023-10-02T12:29:14,328 INFO [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,328 DEBUG [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,328 DEBUG [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. after waiting 0 ms 2023-10-02T12:29:14,328 DEBUG [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,328 INFO [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,328 DEBUG [RegionOpenAndInit-ns3:test-16962497508542-pool-0 {}] regionserver.HRegion(1622): Region close journal for 15b2ce3764ee9f39f827fa69ed142cad: 2023-10-02T12:29:14,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962497508542 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:14,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249754330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249754330"}]},"ts":"1696249754330"} 2023-10-02T12:29:14,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:14,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962497508542 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:14,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962497508542","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249754334"}]},"ts":"1696249754334"} 2023-10-02T12:29:14,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962497508542, state=ENABLING in hbase:meta 2023-10-02T12:29:14,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962497508542, region=15b2ce3764ee9f39f827fa69ed142cad, ASSIGN}] 2023-10-02T12:29:14,342 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962497508542, region=15b2ce3764ee9f39f827fa69ed142cad, ASSIGN 2023-10-02T12:29:14,343 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962497508542, region=15b2ce3764ee9f39f827fa69ed142cad, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:14,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=15b2ce3764ee9f39f827fa69ed142cad, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:14,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 15b2ce3764ee9f39f827fa69ed142cad, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:14,656 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,656 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 15b2ce3764ee9f39f827fa69ed142cad, NAME => 'ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:14,657 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:14,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962497508542 15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:14,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,659 INFO [StoreOpener-15b2ce3764ee9f39f827fa69ed142cad-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,661 INFO [StoreOpener-15b2ce3764ee9f39f827fa69ed142cad-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b2ce3764ee9f39f827fa69ed142cad columnFamilyName f 2023-10-02T12:29:14,661 DEBUG [StoreOpener-15b2ce3764ee9f39f827fa69ed142cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:14,662 INFO [StoreOpener-15b2ce3764ee9f39f827fa69ed142cad-1 {}] regionserver.HStore(324): Store=15b2ce3764ee9f39f827fa69ed142cad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:14,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns3/test-16962497508542/15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns3/test-16962497508542/15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:14,671 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns3/test-16962497508542/15b2ce3764ee9f39f827fa69ed142cad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:14,672 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 15b2ce3764ee9f39f827fa69ed142cad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10515894080, jitterRate=-0.02063104510307312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:14,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 15b2ce3764ee9f39f827fa69ed142cad: 2023-10-02T12:29:14,674 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad., pid=21, masterSystemTime=1696249754651 2023-10-02T12:29:14,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,677 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:14,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=15b2ce3764ee9f39f827fa69ed142cad, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:14,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:29:14,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 15b2ce3764ee9f39f827fa69ed142cad, server=jenkins-hbase3.apache.org,37493,1696249736871 in 182 msec 2023-10-02T12:29:14,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:29:14,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962497508542, region=15b2ce3764ee9f39f827fa69ed142cad, ASSIGN in 342 msec 2023-10-02T12:29:14,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962497508542 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:14,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962497508542","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249754688"}]},"ts":"1696249754688"} 2023-10-02T12:29:14,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962497508542, state=ENABLED in hbase:meta 2023-10-02T12:29:14,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962497508542 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:14,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962497508542 in 808 msec 2023-10-02T12:29:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:29:15,002 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962497508542, procId: 19 completed 2023-10-02T12:29:15,002 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962497508542 get assigned. Timeout = 60000ms 2023-10-02T12:29:15,005 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:15,009 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962497508542 assigned to meta. Checking AM states. 2023-10-02T12:29:15,010 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:15,010 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962497508542 assigned. 2023-10-02T12:29:15,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962497508543', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962497508543 2023-10-02T12:29:15,016 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962497508543 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:15,016 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:15,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962497508543" procId is: 22 2023-10-02T12:29:15,018 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962497508543 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:15,450 INFO [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0b9a855d5b7dd75ddc716c389d5ac535, NAME => 'ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962497508543', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:15,883 DEBUG [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:15,883 DEBUG [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1668): Closing 0b9a855d5b7dd75ddc716c389d5ac535, disabling compactions & flushes 2023-10-02T12:29:15,883 INFO [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:15,883 DEBUG [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:15,883 DEBUG [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. after waiting 0 ms 2023-10-02T12:29:15,883 DEBUG [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:15,883 INFO [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:15,883 DEBUG [RegionOpenAndInit-ns4:test-16962497508543-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0b9a855d5b7dd75ddc716c389d5ac535: 2023-10-02T12:29:15,885 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962497508543 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:15,885 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249755885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249755885"}]},"ts":"1696249755885"} 2023-10-02T12:29:15,888 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:15,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962497508543 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:15,890 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962497508543","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249755890"}]},"ts":"1696249755890"} 2023-10-02T12:29:15,893 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962497508543, state=ENABLING in hbase:meta 2023-10-02T12:29:15,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962497508543, region=0b9a855d5b7dd75ddc716c389d5ac535, ASSIGN}] 2023-10-02T12:29:15,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962497508543, region=0b9a855d5b7dd75ddc716c389d5ac535, ASSIGN 2023-10-02T12:29:15,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962497508543, region=0b9a855d5b7dd75ddc716c389d5ac535, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:16,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=0b9a855d5b7dd75ddc716c389d5ac535, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:16,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 0b9a855d5b7dd75ddc716c389d5ac535, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:16,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:16,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 0b9a855d5b7dd75ddc716c389d5ac535, NAME => 'ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:16,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:16,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962497508543 0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:16,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,221 INFO [StoreOpener-0b9a855d5b7dd75ddc716c389d5ac535-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,223 INFO [StoreOpener-0b9a855d5b7dd75ddc716c389d5ac535-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9a855d5b7dd75ddc716c389d5ac535 columnFamilyName f 2023-10-02T12:29:16,223 DEBUG [StoreOpener-0b9a855d5b7dd75ddc716c389d5ac535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:16,224 INFO [StoreOpener-0b9a855d5b7dd75ddc716c389d5ac535-1 {}] regionserver.HStore(324): Store=0b9a855d5b7dd75ddc716c389d5ac535/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:16,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns4/test-16962497508543/0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns4/test-16962497508543/0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:16,232 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns4/test-16962497508543/0b9a855d5b7dd75ddc716c389d5ac535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:16,233 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 0b9a855d5b7dd75ddc716c389d5ac535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9661815680, jitterRate=-0.10017329454421997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:29:16,234 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 0b9a855d5b7dd75ddc716c389d5ac535: 2023-10-02T12:29:16,235 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535., pid=24, masterSystemTime=1696249756212 2023-10-02T12:29:16,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:16,238 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:16,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=0b9a855d5b7dd75ddc716c389d5ac535, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:16,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:29:16,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 0b9a855d5b7dd75ddc716c389d5ac535, server=jenkins-hbase3.apache.org,37493,1696249736871 in 183 msec 2023-10-02T12:29:16,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:29:16,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962497508543, region=0b9a855d5b7dd75ddc716c389d5ac535, ASSIGN in 346 msec 2023-10-02T12:29:16,248 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962497508543 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:16,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962497508543","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249756248"}]},"ts":"1696249756248"} 2023-10-02T12:29:16,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962497508543, state=ENABLED in hbase:meta 2023-10-02T12:29:16,339 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962497508543 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:16,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962497508543 in 1.3270 sec 2023-10-02T12:29:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:29:17,128 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962497508543, procId: 22 completed 2023-10-02T12:29:17,128 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962497508543 get assigned. Timeout = 60000ms 2023-10-02T12:29:17,129 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:17,135 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962497508543 assigned to meta. Checking AM states. 2023-10-02T12:29:17,135 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:29:17,135 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962497508543 assigned. 2023-10-02T12:29:17,136 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7df965e0 to 127.0.0.1:60634 2023-10-02T12:29:17,136 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:17,191 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(147): before: backup.TestBackupDescribe#testBackupDescribe Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=830, ProcessCount=181, AvailableMemoryMB=1434 2023-10-02T12:29:17,191 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-10-02T12:29:17,193 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] backup.TestBackupDescribe(56): test backup describe on a single table with data 2023-10-02T12:29:17,321 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d4632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:17,331 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:17,334 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40646, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:17,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:29:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:29:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:29:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:29:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:29:17,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 427 msec 2023-10-02T12:29:17,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:29:17,984 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:17,986 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47852, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:18,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:29:18,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:18,010 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:18,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:29:18,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:18,035 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 771ccefc9071f88248255207dc51490f, NAME => 'backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:18,049 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:18,049 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 771ccefc9071f88248255207dc51490f, disabling compactions & flushes 2023-10-02T12:29:18,050 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,050 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,050 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. after waiting 0 ms 2023-10-02T12:29:18,050 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,050 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,050 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 771ccefc9071f88248255207dc51490f: 2023-10-02T12:29:18,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:18,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249758052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249758052"}]},"ts":"1696249758052"} 2023-10-02T12:29:18,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:18,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:18,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249758056"}]},"ts":"1696249758056"} 2023-10-02T12:29:18,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:29:18,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249750854' 2023-10-02T12:29:18,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962497508541' 2023-10-02T12:29:18,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962497508542' 2023-10-02T12:29:18,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962497508543' 2023-10-02T12:29:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:18,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=771ccefc9071f88248255207dc51490f, ASSIGN}] 2023-10-02T12:29:18,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=771ccefc9071f88248255207dc51490f, ASSIGN 2023-10-02T12:29:18,198 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=771ccefc9071f88248255207dc51490f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:18,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=771ccefc9071f88248255207dc51490f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:18,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 771ccefc9071f88248255207dc51490f, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:18,516 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,517 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 771ccefc9071f88248255207dc51490f, NAME => 'backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:18,518 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:18,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:18,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,526 INFO [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,529 INFO [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771ccefc9071f88248255207dc51490f columnFamilyName meta 2023-10-02T12:29:18,530 DEBUG [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:18,530 INFO [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] regionserver.HStore(324): Store=771ccefc9071f88248255207dc51490f/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:18,531 INFO [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,533 INFO [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771ccefc9071f88248255207dc51490f columnFamilyName session 2023-10-02T12:29:18,533 DEBUG [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:18,534 INFO [StoreOpener-771ccefc9071f88248255207dc51490f-1 {}] regionserver.HStore(324): Store=771ccefc9071f88248255207dc51490f/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:18,535 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,535 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,537 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:29:18,539 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:18,542 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:18,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 771ccefc9071f88248255207dc51490f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11825859040, jitterRate=0.10136894881725311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:29:18,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 771ccefc9071f88248255207dc51490f: 2023-10-02T12:29:18,556 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249758004.771ccefc9071f88248255207dc51490f., pid=28, masterSystemTime=1696249758506 2023-10-02T12:29:18,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,559 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:18,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=771ccefc9071f88248255207dc51490f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:18,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:29:18,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 771ccefc9071f88248255207dc51490f, server=jenkins-hbase3.apache.org,37493,1696249736871 in 209 msec 2023-10-02T12:29:18,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:29:18,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=771ccefc9071f88248255207dc51490f, ASSIGN in 374 msec 2023-10-02T12:29:18,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:18,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249758571"}]},"ts":"1696249758571"} 2023-10-02T12:29:18,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:29:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:18,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:18,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 642 msec 2023-10-02T12:29:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:29:19,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:29:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:29:19,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:29:19,146 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:19,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:29:19,147 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:29:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:19,164 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 395e9a3b2c41cb0e25dde2b9dadf42e7, NAME => 'backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:19,179 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:19,179 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 395e9a3b2c41cb0e25dde2b9dadf42e7, disabling compactions & flushes 2023-10-02T12:29:19,179 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,179 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,179 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. after waiting 0 ms 2023-10-02T12:29:19,179 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,179 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,179 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 395e9a3b2c41cb0e25dde2b9dadf42e7: 2023-10-02T12:29:19,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:29:19,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249759181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249759181"}]},"ts":"1696249759181"} 2023-10-02T12:29:19,183 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:29:19,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:29:19,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249759184"}]},"ts":"1696249759184"} 2023-10-02T12:29:19,186 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:29:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:19,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=395e9a3b2c41cb0e25dde2b9dadf42e7, ASSIGN}] 2023-10-02T12:29:19,311 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=395e9a3b2c41cb0e25dde2b9dadf42e7, ASSIGN 2023-10-02T12:29:19,312 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=395e9a3b2c41cb0e25dde2b9dadf42e7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37493,1696249736871; forceNewPlan=false, retain=false 2023-10-02T12:29:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:19,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=395e9a3b2c41cb0e25dde2b9dadf42e7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:19,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 395e9a3b2c41cb0e25dde2b9dadf42e7, server=jenkins-hbase3.apache.org,37493,1696249736871}] 2023-10-02T12:29:19,624 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,624 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 395e9a3b2c41cb0e25dde2b9dadf42e7, NAME => 'backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:29:19,624 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:29:19,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:29:19,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,627 INFO [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,629 INFO [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 395e9a3b2c41cb0e25dde2b9dadf42e7 columnFamilyName meta 2023-10-02T12:29:19,629 DEBUG [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:19,629 INFO [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] regionserver.HStore(324): Store=395e9a3b2c41cb0e25dde2b9dadf42e7/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:19,630 INFO [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,631 INFO [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 395e9a3b2c41cb0e25dde2b9dadf42e7 columnFamilyName session 2023-10-02T12:29:19,631 DEBUG [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:29:19,632 INFO [StoreOpener-395e9a3b2c41cb0e25dde2b9dadf42e7-1 {}] regionserver.HStore(324): Store=395e9a3b2c41cb0e25dde2b9dadf42e7/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:29:19,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system_bulk/395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,634 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system_bulk/395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:29:19,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:19,641 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system_bulk/395e9a3b2c41cb0e25dde2b9dadf42e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:29:19,641 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 395e9a3b2c41cb0e25dde2b9dadf42e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11796577440, jitterRate=0.09864188730716705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:29:19,642 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 395e9a3b2c41cb0e25dde2b9dadf42e7: 2023-10-02T12:29:19,643 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7., pid=31, masterSystemTime=1696249759619 2023-10-02T12:29:19,646 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,646 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:19,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=395e9a3b2c41cb0e25dde2b9dadf42e7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:19,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:29:19,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 395e9a3b2c41cb0e25dde2b9dadf42e7, server=jenkins-hbase3.apache.org,37493,1696249736871 in 182 msec 2023-10-02T12:29:19,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:29:19,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=395e9a3b2c41cb0e25dde2b9dadf42e7, ASSIGN in 344 msec 2023-10-02T12:29:19,657 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:29:19,657 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249759657"}]},"ts":"1696249759657"} 2023-10-02T12:29:19,659 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:29:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:29:19,802 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:29:19,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 660 msec 2023-10-02T12:29:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 ERROR: backup_2 does not exist Usage: hbase backup describe backup_id Backup image id 2023-10-02T12:29:20,274 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client No backup id was specified, will retrieve the most recent (ongoing) session 2023-10-02T12:29:20,377 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:20,379 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:20,386 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43230, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:20,392 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:20,395 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36412, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:20,434 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:20,434 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] backup.TestBackupDescribe(68): Output from progress: No active backup sessions found. 2023-10-02T12:29:20,465 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(175): after: backup.TestBackupDescribe#testBackupDescribe Thread=582 (was 583), OpenFileDescriptor=661 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=830 (was 830), ProcessCount=181 (was 181), AvailableMemoryMB=1246 (was 1434) 2023-10-02T12:29:20,465 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-10-02T12:29:20,516 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(147): before: backup.TestBackupDescribe#testBackupDescribeCommand Thread=582, OpenFileDescriptor=661, MaxFileDescriptor=60000, SystemLoadAverage=830, ProcessCount=181, AvailableMemoryMB=1240 2023-10-02T12:29:20,516 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(130): Thread=582 is superior to 500 2023-10-02T12:29:20,516 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] backup.TestBackupDescribe(82): test backup describe on a single table with data: command-line 2023-10-02T12:29:20,631 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d40e0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:20,643 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:20,645 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36422, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:20,653 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:20,656 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43234, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:20,686 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:29:20,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:29:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249760750 (current time:1696249760750). 2023-10-02T12:29:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:29:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:29:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa22b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:20,822 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36432, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:29:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:29:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:29:20,847 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:29:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:20,855 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:29:20,870 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot, current working dir path: hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:29:20,878 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:29:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:21,302 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:29:21,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 771ccefc9071f88248255207dc51490f}] 2023-10-02T12:29:21,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:21,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37493 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:29:21,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:21,487 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 771ccefc9071f88248255207dc51490f 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:29:21,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/session/4ea05afffb1a4bb09a2476c01cbd20a9 is 49, key is activesession:/session:c/1696249760733/Put/seqid=0 2023-10-02T12:29:21,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/session/4ea05afffb1a4bb09a2476c01cbd20a9 2023-10-02T12:29:21,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/session/4ea05afffb1a4bb09a2476c01cbd20a9 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/session/4ea05afffb1a4bb09a2476c01cbd20a9 2023-10-02T12:29:21,765 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/session/4ea05afffb1a4bb09a2476c01cbd20a9, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:29:21,770 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 771ccefc9071f88248255207dc51490f in 283ms, sequenceid=5, compaction requested=false 2023-10-02T12:29:21,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:29:21,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 771ccefc9071f88248255207dc51490f: 2023-10-02T12:29:21,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. for snapshot_backup_system completed. 2023-10-02T12:29:21,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:29:21,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:29:21,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:29:21,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/session/4ea05afffb1a4bb09a2476c01cbd20a9] hfiles 2023-10-02T12:29:21,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/session/4ea05afffb1a4bb09a2476c01cbd20a9 for snapshot=snapshot_backup_system 2023-10-02T12:29:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:22,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:22,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:29:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:29:22,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:22,217 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:22,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:29:22,221 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:29:22,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 771ccefc9071f88248255207dc51490f in 912 msec 2023-10-02T12:29:22,223 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:29:22,228 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:29:22,228 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:29:22,231 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:29:22,265 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:29:22,283 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:29:22,283 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:29:22,286 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:29:22,286 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:29:22,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4530 sec 2023-10-02T12:29:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:29:22,967 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(115): Backup backup_1696249760636 started at 1696249762967. 2023-10-02T12:29:22,999 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(119): Backup session backup_1696249760636 has been started. 2023-10-02T12:29:23,002 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:29:23,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:29:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:29:23,030 INFO [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:29:23,031 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:29:23,032 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:29:23,032 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:29:23,033 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:23,035 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,035 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:29:23,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:23,036 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:29:23,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:23,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:29:23,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:29:23,037 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:29:23,039 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:29:23,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:29:23,039 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:29:23,040 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:29:23,041 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:29:23,041 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:29:23,041 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,37493,1696249736871' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:29:23,046 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:23,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:23,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:23,046 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:29:23,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:23,047 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:23,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:23,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:23,049 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,37493,1696249736871' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:29:23,049 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4d2d1a8d[Count = 0] remaining members to acquire global barrier 2023-10-02T12:29:23,049 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:29:23,049 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:23,051 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:23,051 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:29:23,052 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:29:23,052 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:29:23,053 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:29:23,053 DEBUG [rs(jenkins-hbase3.apache.org,37493,1696249736871)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,053 INFO [rs(jenkins-hbase3.apache.org,37493,1696249736871)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249740445 highest: 1696249740445 on jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,053 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta:.meta(num 1696249741222) roll requested 2023-10-02T12:29:23,071 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta.1696249763053.meta, exclude list is [], retry=0 2023-10-02T12:29:23,085 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK] 2023-10-02T12:29:23,094 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta.1696249741222.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta.1696249763053.meta 2023-10-02T12:29:23,096 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK]] 2023-10-02T12:29:23,096 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta.1696249741222.meta is not closed yet, will try archiving it next time 2023-10-02T12:29:23,096 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C37493%2C1696249736871:(num 1696249740445) roll requested 2023-10-02T12:29:23,113 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.1696249763096, exclude list is [], retry=0 2023-10-02T12:29:23,123 DEBUG [rs(jenkins-hbase3.apache.org,37493,1696249736871)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 70 2023-10-02T12:29:23,124 INFO [rs(jenkins-hbase3.apache.org,37493,1696249736871)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249763096 on jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,124 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK] 2023-10-02T12:29:23,124 DEBUG [rs(jenkins-hbase3.apache.org,37493,1696249736871)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:23,126 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:29:23,132 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.1696249740445 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.1696249763096 2023-10-02T12:29:23,136 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33985,DS-b914abd1-9a91-40b1-975d-e198f9a7ce38,DISK]] 2023-10-02T12:29:23,137 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/WALs/jenkins-hbase3.apache.org,37493,1696249736871/jenkins-hbase3.apache.org%2C37493%2C1696249736871.1696249740445 is not closed yet, will try archiving it next time 2023-10-02T12:29:23,161 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:29:23,161 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,37493,1696249736871' in zk 2023-10-02T12:29:23,164 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:29:23,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,164 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:29:23,165 DEBUG [member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:29:23,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:23,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:23,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:23,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:23,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:23,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:23,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:23,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,37493,1696249736871': 2023-10-02T12:29:23,169 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,37493,1696249736871' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:29:23,169 INFO [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:29:23,169 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:29:23,169 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:29:23,169 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:29:23,169 INFO [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:29:23,174 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:29:23,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:23,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:23,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:29:23,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:29:23,175 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:29:23,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:23,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:29:23,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:29:23,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:23,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:29:23,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:23,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:29:23,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:29:23,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:23,192 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:29:23,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:29:23,192 DEBUG [(jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:29:23,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:29:23,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:29:23,194 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:29:23,194 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:29:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:29:23,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } 2023-10-02T12:29:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249763313 (current time:1696249763313). 2023-10-02T12:29:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:29:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249763309_default_test-1696249750854 VERSION not specified, setting to 2 2023-10-02T12:29:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3157d550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:23,330 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:29:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } 2023-10-02T12:29:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:29:23,340 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:29:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:23,342 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:29:23,346 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot, current working dir path: hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/.tmp/snapshot_1696249763309_default_test-1696249750854 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:29:23,348 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:29:23,367 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:29:23,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 337250550831b5510b34dab1c9c964d1}] 2023-10-02T12:29:23,369 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:23,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37493 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:29:23,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:23,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 337250550831b5510b34dab1c9c964d1 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:29:23,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/.tmp/f/25c18c3833744ecc8a690b8f51922479 is 37, key is row10/f:q1/1696249752541/Put/seqid=0 2023-10-02T12:29:23,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/.tmp/f/25c18c3833744ecc8a690b8f51922479 2023-10-02T12:29:23,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/.tmp/f/25c18c3833744ecc8a690b8f51922479 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/f/25c18c3833744ecc8a690b8f51922479 2023-10-02T12:29:23,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/f/25c18c3833744ecc8a690b8f51922479, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:29:23,592 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 337250550831b5510b34dab1c9c964d1 in 69ms, sequenceid=103, compaction requested=false 2023-10-02T12:29:23,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 337250550831b5510b34dab1c9c964d1: 2023-10-02T12:29:23,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. for snapshot_1696249763309_default_test-1696249750854 completed. 2023-10-02T12:29:23,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1.' region-info for snapshot=snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:23,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:29:23,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/f/25c18c3833744ecc8a690b8f51922479] hfiles 2023-10-02T12:29:23,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/f/25c18c3833744ecc8a690b8f51922479 for snapshot=snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:24,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:24,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:29:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:29:24,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249763309_default_test-1696249750854 on region 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:24,019 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:24,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:29:24,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:29:24,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 337250550831b5510b34dab1c9c964d1 in 656 msec 2023-10-02T12:29:24,029 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:29:24,030 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:29:24,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:29:24,031 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:24,032 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/.tmp/snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:24,147 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:29:24,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:29:24,169 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:29:24,170 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/.tmp/snapshot_1696249763309_default_test-1696249750854 to hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:24,172 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:29:24,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:29:24,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249763309_default_test-1696249750854 table=test-1696249750854 type=FLUSH ttl=0 } in 835 msec 2023-10-02T12:29:24,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:29:24,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:24,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962497508542 2023-10-02T12:29:24,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962497508542 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:24,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:29:24,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:24,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962497508543 2023-10-02T12:29:24,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962497508543 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:29:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:29:24,511 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249760636 2023-10-02T12:29:24,511 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:29:24,514 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:29:24,516 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249760636_test-1696249750854 2023-10-02T12:29:24,516 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249763309_default_test-1696249750854 to hdfs://localhost:44693/backupUT/backup_1696249760636/default/test-1696249750854/ 2023-10-02T12:29:24,520 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:29:24,603 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:44693, inputRoot=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280 2023-10-02T12:29:24,603 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36367,1696249732495_-767097063_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44693/backupUT/backup_1696249760636/default/test-1696249750854, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44693/backupUT/backup_1696249760636/default/test-1696249750854/.hbase-snapshot/.tmp/snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:24,603 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:44693, inputRoot=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280, snapshotDir=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/snapshot_1696249763309_default_test-1696249750854. 2023-10-02T12:29:24,647 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/.hbase-snapshot/snapshot_1696249763309_default_test-1696249750854 to hdfs://localhost:44693/backupUT/backup_1696249760636/default/test-1696249750854/.hbase-snapshot/.tmp/snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:25,296 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:25,297 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:25,298 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:25,299 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,389 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop-5345983546761578634.jar 2023-10-02T12:29:26,389 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,390 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,390 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,391 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,391 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,392 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,392 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,393 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,394 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:29:26,395 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:29:26,396 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:29:26,397 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:29:26,397 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:29:26,398 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:29:26,398 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:29:26,399 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:29:26,399 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:29:26,400 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:29:26,400 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:29:26,401 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:29:26,401 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:29:26,405 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:26,406 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:26,406 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:26,407 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:26,407 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:29:26,408 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:26,408 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:29:26,512 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249763309_default_test-1696249750854' hfile list 2023-10-02T12:29:26,526 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:29:26,830 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/mapreduce.cluster.local.dir/1696249766751/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:29:26,830 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/mapreduce.cluster.local.dir/1696249766751/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:29:27,023 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:29:27,054 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/f/25c18c3833744ecc8a690b8f51922479 output=hdfs://localhost:44693/backupUT/backup_1696249760636/default/test-1696249750854/archive/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/f/25c18c3833744ecc8a690b8f51922479 2023-10-02T12:29:27,054 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:29:27,929 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:29:27,934 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:29:27,946 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:27,946 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249763309_default_test-1696249750854 finished. 2023-10-02T12:29:27,946 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupSystemTable(1034): test-1696249750854 2023-10-02T12:29:28,066 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249760636 2023-10-02T12:29:28,066 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:29:28,106 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44693/backupUT/backup_1696249760636/.backup.manifest 2023-10-02T12:29:28,106 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(358): Backup backup_1696249760636 finished: type=FULL,tablelist=test-1696249750854,targetRootDir=hdfs://localhost:44693/backupUT,startts=1696249762967,completets=1696249768062,bytescopied=0 2023-10-02T12:29:28,106 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:29:28,106 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:28,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249763309_default_test-1696249750854" 2023-10-02T12:29:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249763309_default_test-1696249750854 2023-10-02T12:29:28,124 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249763309_default_test-1696249750854 for backup backup_1696249760636 succeeded. 2023-10-02T12:29:28,125 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:29:28,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:29:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:29:28,157 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:29:28,167 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:29:28,194 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] impl.TableBackupClient(376): Backup backup_1696249760636 completed. 2023-10-02T12:29:28,194 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:28,194 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] backup.TestBackupDescribe(87): backup complete 2023-10-02T12:29:28,258 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c433b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:28,300 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:28,303 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43254, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:28,310 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:28,314 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36444, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:28,337 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:28,377 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(175): after: backup.TestBackupDescribe#testBackupDescribeCommand Thread=600 (was 582) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,37493,1696249736871' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-151321479-172.31.12.81-1696249727452:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x77f96fea-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60634@0x239a1d66 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1101366105.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-414334975_16 at /127.0.0.1:54184 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x77f96fea-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60634@0x239a1d66-SendThread(127.0.0.1:60634) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: (jenkins-hbase3.apache.org,36367,1696249732495)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-metaLookup-shared--pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60634@0x239a1d66-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-414334975_16 at /127.0.0.1:54164 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-151321479-172.31.12.81-1696249727452:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x77f96fea-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,37493,1696249736871)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x77f96fea-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4182074a-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1472254361_16 at /127.0.0.1:54138 [Receiving block BP-151321479-172.31.12.81-1696249727452:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1472254361_16 at /127.0.0.1:54128 [Receiving block BP-151321479-172.31.12.81-1696249727452:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=680 (was 661) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=796 (was 830), ProcessCount=181 (was 181), AvailableMemoryMB=649 (was 1240) 2023-10-02T12:29:28,378 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-10-02T12:29:28,399 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(147): before: backup.TestBackupDescribe#testBackupSetCommandWithNonExistentTable Thread=600, OpenFileDescriptor=680, MaxFileDescriptor=60000, SystemLoadAverage=796, ProcessCount=181, AvailableMemoryMB=648 2023-10-02T12:29:28,399 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-10-02T12:29:28,408 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7671f6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:29:28,409 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:29:28,414 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43260, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:29:28,419 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:29:28,421 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36448, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:29:28,439 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:28,439 ERROR [Listener at jenkins-hbase3.apache.org/36117 {}] backup.BackupDriver(201): Error running command-line tool java.io.IOException: Cannot add table because it doesn't exist at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.addToBackupSet(BackupAdminImpl.java:471) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupCommands$BackupSetCommand.processSetAdd(BackupCommands.java:1095) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupCommands$BackupSetCommand.execute(BackupCommands.java:993) ~[classes/:?] at org.apache.hadoop.hbase.backup.BackupDriver.parseAndRun(BackupDriver.java:134) ~[classes/:?] at org.apache.hadoop.hbase.backup.BackupDriver.doWork(BackupDriver.java:169) ~[classes/:?] at org.apache.hadoop.hbase.backup.BackupDriver.run(BackupDriver.java:199) ~[classes/:?] at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:76) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.backup.TestBackupDescribe.testBackupSetCommandWithNonExistentTable(TestBackupDescribe.java:76) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:29:28,462 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(175): after: backup.TestBackupDescribe#testBackupSetCommandWithNonExistentTable Thread=601 (was 600) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60634@0x3664762a java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1101366105.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x77f96fea-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60634@0x3664762a-SendThread(127.0.0.1:60634) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60634@0x3664762a-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) - Thread LEAK? -, OpenFileDescriptor=680 (was 680), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=796 (was 796), ProcessCount=181 (was 181), AvailableMemoryMB=654 (was 648) - AvailableMemoryMB LEAK? - 2023-10-02T12:29:28,462 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-10-02T12:29:28,473 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:29:28,478 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:28,478 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:29:28,478 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] util.JVMClusterUtil(257): Found active master hash=384535424, stopped=false 2023-10-02T12:29:28,479 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:29:28,483 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:29:28,484 DEBUG [Listener at jenkins-hbase3.apache.org/36117 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:28,485 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,37493,1696249736871' ***** 2023-10-02T12:29:28,485 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:29:28,485 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:29:28,503 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:29:28,504 INFO [RS:0;jenkins-hbase3:37493 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@48a36da0{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:29:28,514 INFO [RS:0;jenkins-hbase3:37493 {}] server.AbstractConnector(383): Stopped ServerConnector@619a1e26{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:29:28,514 INFO [RS:0;jenkins-hbase3:37493 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:29:28,516 INFO [RS:0;jenkins-hbase3:37493 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@10a9613f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:29:28,517 INFO [RS:0;jenkins-hbase3:37493 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@70cbaa6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.log.dir/,STOPPED} 2023-10-02T12:29:28,522 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:29:28,523 INFO [RS:0;jenkins-hbase3:37493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:29:28,523 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:29:28,523 INFO [RS:0;jenkins-hbase3:37493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:29:28,523 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 6162e660f058762aef44a799db324476 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 337250550831b5510b34dab1c9c964d1 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 67d99440f948c15783828d761a2905ff 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 395e9a3b2c41cb0e25dde2b9dadf42e7 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 0b9a855d5b7dd75ddc716c389d5ac535 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 15b2ce3764ee9f39f827fa69ed142cad 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:28,524 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,37493,1696249736871 2023-10-02T12:29:28,525 DEBUG [RS:0;jenkins-hbase3:37493 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:28,527 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:29:28,527 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:29:28,527 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:29:28,527 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:29:28,527 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-10-02T12:29:28,527 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1583): Online Regions={6162e660f058762aef44a799db324476=ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476., 337250550831b5510b34dab1c9c964d1=test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1., 67d99440f948c15783828d761a2905ff=hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff., 1588230740=hbase:meta,,1.1588230740, 395e9a3b2c41cb0e25dde2b9dadf42e7=backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7., 0b9a855d5b7dd75ddc716c389d5ac535=ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535., 15b2ce3764ee9f39f827fa69ed142cad=ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad., 771ccefc9071f88248255207dc51490f=backup:system,,1696249758004.771ccefc9071f88248255207dc51490f.} 2023-10-02T12:29:28,528 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1609): Waiting on 0b9a855d5b7dd75ddc716c389d5ac535, 1588230740, 15b2ce3764ee9f39f827fa69ed142cad, 337250550831b5510b34dab1c9c964d1, 395e9a3b2c41cb0e25dde2b9dadf42e7, 6162e660f058762aef44a799db324476, 67d99440f948c15783828d761a2905ff, 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:28,531 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:29:28,535 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:29:28,535 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:29:28,535 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:29:28,535 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:29:28,535 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:29:28,535 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-10-02T12:29:28,536 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6162e660f058762aef44a799db324476, disabling compactions & flushes 2023-10-02T12:29:28,536 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:28,536 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:28,536 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. after waiting 0 ms 2023-10-02T12:29:28,536 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:28,536 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 6162e660f058762aef44a799db324476 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:29:28,601 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/.tmp/info/46347574e6c64e04bf47b6aa0e27c80d is 159, key is ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476./info:regioninfo/1696249753452/Put/seqid=0 2023-10-02T12:29:28,603 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/.tmp/f/184e6b4323de4e8bae49f82f32d2b4ac is 37, key is row10/f:q1/1696249753786/Put/seqid=0 2023-10-02T12:29:28,639 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/.tmp/f/184e6b4323de4e8bae49f82f32d2b4ac 2023-10-02T12:29:28,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/.tmp/f/184e6b4323de4e8bae49f82f32d2b4ac as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/f/184e6b4323de4e8bae49f82f32d2b4ac 2023-10-02T12:29:28,668 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/f/184e6b4323de4e8bae49f82f32d2b4ac, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:29:28,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6162e660f058762aef44a799db324476 in 133ms, sequenceid=103, compaction requested=false 2023-10-02T12:29:28,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns2/test-16962497508541/6162e660f058762aef44a799db324476/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:29:28,689 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:28,691 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6162e660f058762aef44a799db324476: 2023-10-02T12:29:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962497508541,,1696249752649.6162e660f058762aef44a799db324476. 2023-10-02T12:29:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 337250550831b5510b34dab1c9c964d1, disabling compactions & flushes 2023-10-02T12:29:28,691 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. after waiting 0 ms 2023-10-02T12:29:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:28,699 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/default/test-1696249750854/337250550831b5510b34dab1c9c964d1/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:29:28,699 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:28,700 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:28,700 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 337250550831b5510b34dab1c9c964d1: 2023-10-02T12:29:28,701 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249750854,,1696249751363.337250550831b5510b34dab1c9c964d1. 2023-10-02T12:29:28,702 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 67d99440f948c15783828d761a2905ff, disabling compactions & flushes 2023-10-02T12:29:28,702 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:28,702 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:28,702 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. after waiting 0 ms 2023-10-02T12:29:28,702 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:28,702 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 67d99440f948c15783828d761a2905ff 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:29:28,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/.tmp/info/9318ac252c7b4525be6daaa628076dea is 45, key is default/info:d/1696249743409/Put/seqid=0 2023-10-02T12:29:28,731 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1609): Waiting on 0b9a855d5b7dd75ddc716c389d5ac535, 1588230740, 15b2ce3764ee9f39f827fa69ed142cad, 395e9a3b2c41cb0e25dde2b9dadf42e7, 67d99440f948c15783828d761a2905ff, 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:28,732 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/.tmp/info/9318ac252c7b4525be6daaa628076dea 2023-10-02T12:29:28,745 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/.tmp/info/9318ac252c7b4525be6daaa628076dea as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/info/9318ac252c7b4525be6daaa628076dea 2023-10-02T12:29:28,753 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/info/9318ac252c7b4525be6daaa628076dea, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:29:28,755 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 67d99440f948c15783828d761a2905ff in 53ms, sequenceid=11, compaction requested=false 2023-10-02T12:29:28,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/namespace/67d99440f948c15783828d761a2905ff/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:29:28,764 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:28,765 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 67d99440f948c15783828d761a2905ff: 2023-10-02T12:29:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249742041.67d99440f948c15783828d761a2905ff. 2023-10-02T12:29:28,766 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 395e9a3b2c41cb0e25dde2b9dadf42e7, disabling compactions & flushes 2023-10-02T12:29:28,766 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:28,766 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:28,766 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. after waiting 0 ms 2023-10-02T12:29:28,766 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:28,787 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system_bulk/395e9a3b2c41cb0e25dde2b9dadf42e7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:29:28,788 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:28,789 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:28,789 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 395e9a3b2c41cb0e25dde2b9dadf42e7: 2023-10-02T12:29:28,789 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249759141.395e9a3b2c41cb0e25dde2b9dadf42e7. 2023-10-02T12:29:28,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0b9a855d5b7dd75ddc716c389d5ac535, disabling compactions & flushes 2023-10-02T12:29:28,790 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:28,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:28,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. after waiting 0 ms 2023-10-02T12:29:28,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:28,795 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns4/test-16962497508543/0b9a855d5b7dd75ddc716c389d5ac535/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:29:28,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:28,797 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:28,797 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0b9a855d5b7dd75ddc716c389d5ac535: 2023-10-02T12:29:28,797 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962497508543,,1696249755012.0b9a855d5b7dd75ddc716c389d5ac535. 2023-10-02T12:29:28,798 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 15b2ce3764ee9f39f827fa69ed142cad, disabling compactions & flushes 2023-10-02T12:29:28,798 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:28,798 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:28,798 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. after waiting 0 ms 2023-10-02T12:29:28,798 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:28,805 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/ns3/test-16962497508542/15b2ce3764ee9f39f827fa69ed142cad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:29:28,813 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:28,814 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:28,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 15b2ce3764ee9f39f827fa69ed142cad: 2023-10-02T12:29:28,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962497508542,,1696249753884.15b2ce3764ee9f39f827fa69ed142cad. 2023-10-02T12:29:28,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 771ccefc9071f88248255207dc51490f, disabling compactions & flushes 2023-10-02T12:29:28,814 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:28,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:28,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. after waiting 0 ms 2023-10-02T12:29:28,814 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:28,814 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 771ccefc9071f88248255207dc51490f 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-10-02T12:29:28,834 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/meta/f7518a2969b248f3a85d01a16afbb066 is 169, key is trslm:hdfs://localhost:44693/backupUT\x00test-1696249750854/meta:log-roll-map/1696249768041/Put/seqid=0 2023-10-02T12:29:28,931 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:29,030 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/.tmp/info/46347574e6c64e04bf47b6aa0e27c80d 2023-10-02T12:29:29,069 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/.tmp/table/9487c74116df4d21b669be1767cf3183 is 59, key is ns2:test-16962497508541/table:state/1696249753461/Put/seqid=0 2023-10-02T12:29:29,132 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 771ccefc9071f88248255207dc51490f 2023-10-02T12:29:29,247 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/meta/f7518a2969b248f3a85d01a16afbb066 2023-10-02T12:29:29,262 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/session/44a4d0da78484b2787322a9eb01543b7 is 310, key is session:backup_1696249760636/session:context/1696249768165/Put/seqid=0 2023-10-02T12:29:29,275 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/session/44a4d0da78484b2787322a9eb01543b7 2023-10-02T12:29:29,286 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/meta/f7518a2969b248f3a85d01a16afbb066 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/meta/f7518a2969b248f3a85d01a16afbb066 2023-10-02T12:29:29,301 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/meta/f7518a2969b248f3a85d01a16afbb066, entries=4, sequenceid=16, filesize=5.5 K 2023-10-02T12:29:29,303 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/.tmp/session/44a4d0da78484b2787322a9eb01543b7 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/session/44a4d0da78484b2787322a9eb01543b7 2023-10-02T12:29:29,312 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/session/44a4d0da78484b2787322a9eb01543b7, entries=2, sequenceid=16, filesize=5.3 K 2023-10-02T12:29:29,313 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 771ccefc9071f88248255207dc51490f in 499ms, sequenceid=16, compaction requested=false 2023-10-02T12:29:29,313 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:29:29,314 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:29:29,325 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/backup/system/771ccefc9071f88248255207dc51490f/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-10-02T12:29:29,326 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:29,327 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:29,327 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 771ccefc9071f88248255207dc51490f: 2023-10-02T12:29:29,327 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249758004.771ccefc9071f88248255207dc51490f. 2023-10-02T12:29:29,332 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-10-02T12:29:29,479 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/.tmp/table/9487c74116df4d21b669be1767cf3183 2023-10-02T12:29:29,489 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/.tmp/info/46347574e6c64e04bf47b6aa0e27c80d as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/info/46347574e6c64e04bf47b6aa0e27c80d 2023-10-02T12:29:29,498 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/info/46347574e6c64e04bf47b6aa0e27c80d, entries=70, sequenceid=39, filesize=14.1 K 2023-10-02T12:29:29,500 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/.tmp/table/9487c74116df4d21b669be1767cf3183 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/table/9487c74116df4d21b669be1767cf3183 2023-10-02T12:29:29,523 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/table/9487c74116df4d21b669be1767cf3183, entries=14, sequenceid=39, filesize=5.8 K 2023-10-02T12:29:29,524 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=39, compaction requested=false 2023-10-02T12:29:29,532 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-10-02T12:29:29,532 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740} 2023-10-02T12:29:29,532 DEBUG [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-10-02T12:29:29,537 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-10-02T12:29:29,542 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:29:29,542 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:29:29,543 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:29:29,543 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:29:29,543 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:29:29,732 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,37493,1696249736871; all regions closed. 2023-10-02T12:29:29,752 DEBUG [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/oldWALs 2023-10-02T12:29:29,752 INFO [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C37493%2C1696249736871.meta:.meta(num 1696249763053) 2023-10-02T12:29:29,764 DEBUG [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/oldWALs 2023-10-02T12:29:29,765 INFO [RS:0;jenkins-hbase3:37493 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C37493%2C1696249736871:(num 1696249763096) 2023-10-02T12:29:29,765 DEBUG [RS:0;jenkins-hbase3:37493 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:29,765 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:29:29,765 INFO [RS:0;jenkins-hbase3:37493 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-02T12:29:29,766 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:29:29,768 INFO [RS:0;jenkins-hbase3:37493 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:37493 2023-10-02T12:29:29,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,37493,1696249736871] 2023-10-02T12:29:29,783 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,37493,1696249736871; numProcessing=1 2023-10-02T12:29:29,793 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,37493,1696249736871 expired; onlineServers=0 2023-10-02T12:29:29,794 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36367,1696249732495' ***** 2023-10-02T12:29:29,794 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:29:29,795 DEBUG [M:0;jenkins-hbase3:36367 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722b78ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:29:29,795 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:29:29,861 INFO [M:0;jenkins-hbase3:36367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@12c40c86{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:29:29,861 INFO [M:0;jenkins-hbase3:36367 {}] server.AbstractConnector(383): Stopped ServerConnector@66f8befe{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:29:29,861 INFO [M:0;jenkins-hbase3:36367 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:29:29,863 INFO [M:0;jenkins-hbase3:36367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@73e75d89{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:29:29,863 INFO [M:0;jenkins-hbase3:36367 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@442c5d7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/hadoop.log.dir/,STOPPED} 2023-10-02T12:29:29,864 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36367,1696249732495 2023-10-02T12:29:29,864 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36367,1696249732495; all regions closed. 2023-10-02T12:29:29,864 DEBUG [M:0;jenkins-hbase3:36367 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:29,864 INFO [M:0;jenkins-hbase3:36367 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:29:29,866 INFO [M:0;jenkins-hbase3:36367 {}] server.AbstractConnector(383): Stopped ServerConnector@740ecc04{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:29:29,867 DEBUG [M:0;jenkins-hbase3:36367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:29:29,867 INFO [M:0;jenkins-hbase3:36367 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:29:29,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:29:29,867 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249739759 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249739759,5,FailOnTimeoutGroup] 2023-10-02T12:29:29,867 DEBUG [M:0;jenkins-hbase3:36367 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:29:29,868 DEBUG [M:0;jenkins-hbase3:36367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:29:29,868 INFO [M:0;jenkins-hbase3:36367 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:29:29,868 DEBUG [M:0;jenkins-hbase3:36367 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:29:29,868 INFO [M:0;jenkins-hbase3:36367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:29:29,868 ERROR [M:0;jenkins-hbase3:36367 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-10-02T12:29:29,871 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249739777 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249739777,5,FailOnTimeoutGroup] 2023-10-02T12:29:29,871 INFO [M:0;jenkins-hbase3:36367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:29:29,872 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:29:29,872 WARN [M:0;jenkins-hbase3:36367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:29:29,872 INFO [M:0;jenkins-hbase3:36367 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:29:29,872 INFO [M:0;jenkins-hbase3:36367 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:29:29,873 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:29:29,884 INFO [RS:0;jenkins-hbase3:37493 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,37493,1696249736871; zookeeper connection closed. 2023-10-02T12:29:29,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@240436af {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@240436af 2023-10-02T12:29:29,885 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:29:29,888 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,888 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,888 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:29:29,888 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:29,889 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=139.48 KB heapSize=165.46 KB 2023-10-02T12:29:29,903 DEBUG [M:0;jenkins-hbase3:36367 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36d35ac9721949d281432f9c4cb178ad is 88, key is hbase:meta,,1/info:sn/1696249740928/Put/seqid=0 2023-10-02T12:29:30,317 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36d35ac9721949d281432f9c4cb178ad 2023-10-02T12:29:30,360 DEBUG [M:0;jenkins-hbase3:36367 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6836e63c73cf4c589feb76911e07d9f6 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696249759804/Put/seqid=0 2023-10-02T12:29:30,776 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6836e63c73cf4c589feb76911e07d9f6 2023-10-02T12:29:30,805 DEBUG [M:0;jenkins-hbase3:36367 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b10cec16cd4ebea3ec67ee613d5eb7 is 82, key is jenkins-hbase3.apache.org,37493,1696249736871/rs:state/1696249740006/Put/seqid=0 2023-10-02T12:29:31,211 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b10cec16cd4ebea3ec67ee613d5eb7 2023-10-02T12:29:31,219 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36d35ac9721949d281432f9c4cb178ad as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36d35ac9721949d281432f9c4cb178ad 2023-10-02T12:29:31,226 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36d35ac9721949d281432f9c4cb178ad, entries=8, sequenceid=299, filesize=5.5 K 2023-10-02T12:29:31,227 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6836e63c73cf4c589feb76911e07d9f6 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6836e63c73cf4c589feb76911e07d9f6 2023-10-02T12:29:31,233 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6836e63c73cf4c589feb76911e07d9f6, entries=35, sequenceid=299, filesize=13.9 K 2023-10-02T12:29:31,235 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b10cec16cd4ebea3ec67ee613d5eb7 as hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1b10cec16cd4ebea3ec67ee613d5eb7 2023-10-02T12:29:31,241 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:44693/user/jenkins/test-data/6ad7038b-1c7d-d198-230b-a278a6525280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1b10cec16cd4ebea3ec67ee613d5eb7, entries=1, sequenceid=299, filesize=5.1 K 2023-10-02T12:29:31,243 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(3022): Finished flush of dataSize ~139.48 KB/142832, heapSize ~165.16 KB/169128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1355ms, sequenceid=299, compaction requested=false 2023-10-02T12:29:31,249 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:29:31,249 DEBUG [M:0;jenkins-hbase3:36367 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:29:31,253 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:29:31,253 INFO [M:0;jenkins-hbase3:36367 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:29:31,253 INFO [M:0;jenkins-hbase3:36367 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:29:31,254 INFO [M:0;jenkins-hbase3:36367 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36367 2023-10-02T12:29:31,359 INFO [M:0;jenkins-hbase3:36367 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36367,1696249732495; zookeeper connection closed. 2023-10-02T12:29:31,362 WARN [Listener at jenkins-hbase3.apache.org/36117 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:29:31,370 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:29:31,476 WARN [BP-151321479-172.31.12.81-1696249727452 heartbeating to localhost/127.0.0.1:44693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:29:31,476 WARN [BP-151321479-172.31.12.81-1696249727452 heartbeating to localhost/127.0.0.1:44693 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-151321479-172.31.12.81-1696249727452 (Datanode Uuid 568c076c-fc35-44c6-b0b3-1f5a0d218147) service to localhost/127.0.0.1:44693 2023-10-02T12:29:31,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e/dfs/data/data1/current/BP-151321479-172.31.12.81-1696249727452 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:29:31,483 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/435f5a69-e14f-a21c-b934-fa1ba9f83ff3/cluster_df30684d-5187-d2c4-8cd9-85a18ec9956e/dfs/data/data2/current/BP-151321479-172.31.12.81-1696249727452 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:29:31,523 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:29:31,681 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:29:31,681 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:29:31,692 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:31,807 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:31,916 ERROR [Thread[Thread-276,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:29:31,917 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:32,022 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:29:32,026 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:29:32,028 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:29:32,032 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:29:32,135 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:29:32,135 INFO [Listener at jenkins-hbase3.apache.org/36117 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped