2023-11-12 09:25:50,047 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:25:50,060 main DEBUG Took 0.010936 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:25:50,060 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:25:50,061 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:25:50,062 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:25:50,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,071 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:25:50,083 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,087 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,087 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,088 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,089 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,089 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,090 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,091 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,092 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:25:50,092 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,093 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:25:50,094 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:25:50,097 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:25:50,098 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:25:50,099 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:25:50,100 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:25:50,100 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:25:50,113 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:25:50,115 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:25:50,119 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:25:50,120 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:25:50,120 main DEBUG createAppenders(={Console}) 2023-11-12 09:25:50,121 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-12 09:25:50,121 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:25:50,121 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-12 09:25:50,122 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:25:50,122 main DEBUG OutputStream closed 2023-11-12 09:25:50,122 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:25:50,122 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:25:50,123 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-12 09:25:50,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:25:50,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:25:50,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:25:50,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:25:50,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:25:50,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:25:50,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:25:50,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:25:50,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:25:50,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:25:50,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:25:50,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:25:50,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:25:50,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:25:50,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:25:50,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:25:50,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:25:50,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:25:50,177 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:25:50,177 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-12 09:25:50,178 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:25:50,179 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-12T09:25:50,211 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupShowHistory timeout: 13 mins 2023-11-12 09:25:50,215 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:25:50,215 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:25:50,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200 2023-11-12T09:25:50,568 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:25:50,572 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:25:50,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:25:50,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619, deleteOnExit=true 2023-11-12T09:25:50,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:25:50,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/test.cache.data in system properties and HBase conf 2023-11-12T09:25:50,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:25:50,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:25:50,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:25:50,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:25:50,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:25:50,698 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:25:51,177 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:25:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:25:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:25:51,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:25:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:25:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:25:51,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:25:51,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:25:51,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:25:51,185 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:25:51,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:25:51,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:25:51,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:25:51,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:25:51,187 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:25:51,635 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:25:51,639 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:25:51,949 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:25:52,088 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@64c0d465 via org.mortbay.log.Slf4jLog 2023-11-12T09:25:52,104 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:25:52,146 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:25:52,184 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir/Jetty_localhost_41295_hdfs____lmvoij/webapp 2023-11-12T09:25:52,329 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41295 2023-11-12T09:25:52,351 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:25:52,352 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:25:52,921 WARN [Listener at localhost/34913 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:25:52,986 WARN [Listener at localhost/34913 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:25:53,007 WARN [Listener at localhost/34913 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:25:53,015 INFO [Listener at localhost/34913 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:25:53,021 INFO [Listener at localhost/34913 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir/Jetty_localhost_42089_datanode____rr77tm/webapp 2023-11-12T09:25:53,124 INFO [Listener at localhost/34913 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42089 2023-11-12T09:25:53,413 WARN [Listener at localhost/35551 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:25:53,704 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:25:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd8bd7595b345d70e: Processing first storage report for DS-17d4d797-db9e-42dc-a471-26fea8c924ca from datanode db8cbcbd-ffe0-4a74-ae41-d353bf92ce6b 2023-11-12T09:25:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd8bd7595b345d70e: from storage DS-17d4d797-db9e-42dc-a471-26fea8c924ca node DatanodeRegistration(127.0.0.1:42377, datanodeUuid=db8cbcbd-ffe0-4a74-ae41-d353bf92ce6b, infoPort=33397, infoSecurePort=0, ipcPort=35551, storageInfo=lv=-57;cid=testClusterID;nsid=1539448069;c=1699781151732), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:25:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd8bd7595b345d70e: Processing first storage report for DS-a5897e68-4b1d-4583-8550-d9168ab4ee7a from datanode db8cbcbd-ffe0-4a74-ae41-d353bf92ce6b 2023-11-12T09:25:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd8bd7595b345d70e: from storage DS-a5897e68-4b1d-4583-8550-d9168ab4ee7a node DatanodeRegistration(127.0.0.1:42377, datanodeUuid=db8cbcbd-ffe0-4a74-ae41-d353bf92ce6b, infoPort=33397, infoSecurePort=0, ipcPort=35551, storageInfo=lv=-57;cid=testClusterID;nsid=1539448069;c=1699781151732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:25:53,867 DEBUG [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200 2023-11-12T09:25:54,021 INFO [Listener at localhost/35551 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/zookeeper_0, clientPort=63902, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:25:54,044 INFO [Listener at localhost/35551 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63902 2023-11-12T09:25:54,053 INFO [Listener at localhost/35551 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:54,056 INFO [Listener at localhost/35551 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:54,727 INFO [Listener at localhost/35551 {}] util.FSUtils(462): Created version file at hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 with version=8 2023-11-12T09:25:54,727 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/hbase-staging 2023-11-12T09:25:54,745 DEBUG [Listener at localhost/35551 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:25:54,745 DEBUG [Listener at localhost/35551 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:25:54,745 DEBUG [Listener at localhost/35551 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:25:54,745 DEBUG [Listener at localhost/35551 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:25:54,974 DEBUG [Listener at localhost/35551 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:25:55,766 INFO [Listener at localhost/35551 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:25:55,814 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:25:55,814 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:25:55,814 INFO [Listener at localhost/35551 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:25:55,815 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:25:55,815 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:25:55,983 INFO [Listener at localhost/35551 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:25:56,114 INFO [Listener at localhost/35551 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:25:56,133 DEBUG [Listener at localhost/35551 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:25:56,139 INFO [Listener at localhost/35551 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:25:56,188 DEBUG [Listener at localhost/35551 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 12290 (auto-detected) 2023-11-12T09:25:56,189 DEBUG [Listener at localhost/35551 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:25:56,228 INFO [Listener at localhost/35551 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36237 2023-11-12T09:25:56,242 INFO [Listener at localhost/35551 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:56,244 INFO [Listener at localhost/35551 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:56,266 INFO [Listener at localhost/35551 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36237 connecting to ZooKeeper ensemble=127.0.0.1:63902 2023-11-12T09:25:56,319 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:362370x0, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:25:56,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36237-0x1004cf402c10000 connected 2023-11-12T09:25:56,361 DEBUG [Listener at localhost/35551 {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:25:56,364 DEBUG [Listener at localhost/35551 {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:25:56,370 DEBUG [Listener at localhost/35551 {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:25:56,385 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36237 2023-11-12T09:25:56,386 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36237 2023-11-12T09:25:56,387 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36237 2023-11-12T09:25:56,387 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36237 2023-11-12T09:25:56,387 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36237 2023-11-12T09:25:56,443 INFO [Listener at localhost/35551 {}] log.Log(170): Logging initialized @7052ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:25:56,564 INFO [Listener at localhost/35551 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:25:56,565 INFO [Listener at localhost/35551 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:25:56,566 INFO [Listener at localhost/35551 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:25:56,568 INFO [Listener at localhost/35551 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:25:56,568 INFO [Listener at localhost/35551 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:25:56,568 INFO [Listener at localhost/35551 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:25:56,571 INFO [Listener at localhost/35551 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:25:56,701 INFO [Listener at localhost/35551 {}] http.HttpServer(1227): Jetty bound to port 45483 2023-11-12T09:25:56,703 INFO [Listener at localhost/35551 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:25:56,738 INFO [Listener at localhost/35551 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:25:56,741 INFO [Listener at localhost/35551 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@bc79a95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:25:56,742 INFO [Listener at localhost/35551 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:25:56,742 INFO [Listener at localhost/35551 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5764a259{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:25:56,827 INFO [Listener at localhost/35551 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:25:56,847 INFO [Listener at localhost/35551 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:25:56,847 INFO [Listener at localhost/35551 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:25:56,850 INFO [Listener at localhost/35551 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:25:56,861 INFO [Listener at localhost/35551 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:25:58,060 INFO [Listener at localhost/35551 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@cf50afc{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:25:58,071 INFO [Listener at localhost/35551 {}] server.AbstractConnector(333): Started ServerConnector@5c5b0b80{HTTP/1.1, (http/1.1)}{0.0.0.0:45483} 2023-11-12T09:25:58,072 INFO [Listener at localhost/35551 {}] server.Server(415): Started @8681ms 2023-11-12T09:25:58,076 INFO [Listener at localhost/35551 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02, hbase.cluster.distributed=false 2023-11-12T09:25:58,138 INFO [Listener at localhost/35551 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:25:58,138 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:25:58,138 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:25:58,139 INFO [Listener at localhost/35551 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:25:58,139 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:25:58,139 INFO [Listener at localhost/35551 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:25:58,147 INFO [Listener at localhost/35551 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:25:58,149 INFO [Listener at localhost/35551 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:25:58,150 INFO [Listener at localhost/35551 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39263 2023-11-12T09:25:58,153 INFO [Listener at localhost/35551 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:25:58,160 DEBUG [Listener at localhost/35551 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:25:58,161 INFO [Listener at localhost/35551 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:58,164 INFO [Listener at localhost/35551 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:58,166 INFO [Listener at localhost/35551 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:39263 connecting to ZooKeeper ensemble=127.0.0.1:63902 2023-11-12T09:25:58,170 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:392630x0, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:25:58,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:39263-0x1004cf402c10001 connected 2023-11-12T09:25:58,171 DEBUG [Listener at localhost/35551 {}] zookeeper.ZKUtil(113): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:25:58,173 DEBUG [Listener at localhost/35551 {}] zookeeper.ZKUtil(113): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:25:58,174 DEBUG [Listener at localhost/35551 {}] zookeeper.ZKUtil(113): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:25:58,174 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39263 2023-11-12T09:25:58,174 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39263 2023-11-12T09:25:58,175 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39263 2023-11-12T09:25:58,175 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39263 2023-11-12T09:25:58,176 DEBUG [Listener at localhost/35551 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39263 2023-11-12T09:25:58,179 INFO [Listener at localhost/35551 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:25:58,179 INFO [Listener at localhost/35551 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:25:58,179 INFO [Listener at localhost/35551 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:25:58,180 INFO [Listener at localhost/35551 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:25:58,180 INFO [Listener at localhost/35551 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:25:58,180 INFO [Listener at localhost/35551 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:25:58,180 INFO [Listener at localhost/35551 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:25:58,182 INFO [Listener at localhost/35551 {}] http.HttpServer(1227): Jetty bound to port 43231 2023-11-12T09:25:58,183 INFO [Listener at localhost/35551 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:25:58,187 INFO [Listener at localhost/35551 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:25:58,187 INFO [Listener at localhost/35551 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7b898770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:25:58,188 INFO [Listener at localhost/35551 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:25:58,188 INFO [Listener at localhost/35551 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@77fd10e8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:25:58,200 INFO [Listener at localhost/35551 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:25:58,201 INFO [Listener at localhost/35551 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:25:58,201 INFO [Listener at localhost/35551 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:25:58,202 INFO [Listener at localhost/35551 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-12T09:25:58,203 INFO [Listener at localhost/35551 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:25:58,207 INFO [Listener at localhost/35551 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@60110091{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:25:58,208 INFO [Listener at localhost/35551 {}] server.AbstractConnector(333): Started ServerConnector@1463ce84{HTTP/1.1, (http/1.1)}{0.0.0.0:43231} 2023-11-12T09:25:58,208 INFO [Listener at localhost/35551 {}] server.Server(415): Started @8817ms 2023-11-12T09:25:58,214 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:25:58,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@2af33186{HTTP/1.1, (http/1.1)}{0.0.0.0:39131} 2023-11-12T09:25:58,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8827ms 2023-11-12T09:25:58,218 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:25:58,230 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:25:58,230 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:25:58,234 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:25:58,238 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36237 2023-11-12T09:25:58,255 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:25:58,255 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:25:58,255 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:58,255 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:58,256 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:25:58,258 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36237,1699781154957 from backup master directory 2023-11-12T09:25:58,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:25:58,263 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:25:58,263 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:25:58,263 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:25:58,264 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:25:58,264 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:25:58,268 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:25:58,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:25:58,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/hbase.id with ID: 55bb7e13-fe96-4f3d-8a69-0fae66ca2980 2023-11-12T09:25:58,393 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:25:58,409 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:58,409 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:58,456 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:25:58,459 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:25:58,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:25:58,479 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:25:58,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:25:58,492 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:25:58,493 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:25:58,969 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store 2023-11-12T09:25:59,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:25:59,396 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:59,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:25:59,397 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:59,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:59,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:25:59,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:59,397 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:25:59,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:25:59,400 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/.initializing 2023-11-12T09:25:59,400 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/WALs/jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:25:59,413 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:25:59,428 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36237%2C1699781154957, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/WALs/jenkins-hbase3.apache.org,36237,1699781154957, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/oldWALs, maxLogs=10 2023-11-12T09:25:59,458 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/WALs/jenkins-hbase3.apache.org,36237,1699781154957/jenkins-hbase3.apache.org%2C36237%2C1699781154957.1699781159435, exclude list is [], retry=0 2023-11-12T09:25:59,489 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:25:59,496 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:25:59,568 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/WALs/jenkins-hbase3.apache.org,36237,1699781154957/jenkins-hbase3.apache.org%2C36237%2C1699781154957.1699781159435 2023-11-12T09:25:59,568 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:25:59,569 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:25:59,570 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:25:59,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,575 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:25:59,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:59,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:25:59,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:25:59,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:59,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:59,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:25:59,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:59,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:59,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:25:59,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:25:59,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:25:59,714 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,715 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,730 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:25:59,734 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:25:59,738 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:25:59,739 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10766879040, jitterRate=0.002743750810623169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:25:59,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:25:59,748 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:25:59,790 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120ea7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:25:59,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:25:59,877 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:25:59,877 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:25:59,881 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:25:59,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:25:59,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:25:59,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:25:59,927 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:25:59,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:25:59,947 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:25:59,950 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:25:59,952 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:25:59,953 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:25:59,956 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:25:59,963 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:25:59,966 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:25:59,967 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:25:59,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:25:59,985 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:25:59,986 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:25:59,992 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:25:59,992 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:25:59,992 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:59,992 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:25:59,993 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,36237,1699781154957, sessionid=0x1004cf402c10000, setting cluster-up flag (Was=false) 2023-11-12T09:26:00,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:26:00,015 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,015 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,026 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:26:00,028 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:26:00,031 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,031 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:26:00,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:26:00,044 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,045 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,051 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:26:00,052 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:26:00,123 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:39263 2023-11-12T09:26:00,125 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(997): ClusterId : 55bb7e13-fe96-4f3d-8a69-0fae66ca2980 2023-11-12T09:26:00,127 INFO [RS:0;jenkins-hbase3:39263 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:26:00,130 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:26:00,137 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:26:00,137 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:26:00,141 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:26:00,141 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:26:00,145 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:26:00,147 DEBUG [RS:0;jenkins-hbase3:39263 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66219f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:00,150 DEBUG [RS:0;jenkins-hbase3:39263 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b86dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:26:00,158 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:26:00,158 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:26:00,158 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:26:00,163 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36237,1699781154957 with isa=jenkins-hbase3.apache.org/172.31.12.81:39263, startcode=1699781158137 2023-11-12T09:26:00,189 DEBUG [RS:0;jenkins-hbase3:39263 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:26:00,208 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:26:00,222 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:26:00,231 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:26:00,243 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36237,1699781154957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:26:00,249 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:00,249 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:00,249 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:00,249 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:26:00,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:26:00,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:26:00,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,253 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781190253 2023-11-12T09:26:00,256 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:26:00,263 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:26:00,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:26:00,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:26:00,269 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33937, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:26:00,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:00,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:26:00,281 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:26:00,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:26:00,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:26:00,286 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:26:00,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:26:00,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:26:00,288 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,291 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:26:00,294 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:26:00,295 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:26:00,314 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x31097d3c to 127.0.0.1:63902 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:00,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:26:00,316 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:00,328 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff5ece4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:00,328 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:26:00,335 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:26:00,336 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:26:00,339 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:26:00,339 WARN [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:26:00,342 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781160338,5,FailOnTimeoutGroup] 2023-11-12T09:26:00,343 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781160343,5,FailOnTimeoutGroup] 2023-11-12T09:26:00,343 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,344 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:26:00,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,440 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36237,1699781154957 with isa=jenkins-hbase3.apache.org/172.31.12.81:39263, startcode=1699781158137 2023-11-12T09:26:00,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36237 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:00,460 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:00,460 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:34913 2023-11-12T09:26:00,460 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=45483 2023-11-12T09:26:00,470 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:26:00,471 DEBUG [RS:0;jenkins-hbase3:39263 {}] zookeeper.ZKUtil(111): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:00,471 WARN [RS:0;jenkins-hbase3:39263 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:26:00,471 INFO [RS:0;jenkins-hbase3:39263 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:26:00,472 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:00,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,39263,1699781158137] 2023-11-12T09:26:00,494 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:26:00,510 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:26:00,531 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:26:00,537 INFO [RS:0;jenkins-hbase3:39263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:26:00,538 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,539 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:26:00,549 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,550 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,550 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,550 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,550 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,550 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,550 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:26:00,551 DEBUG [RS:0;jenkins-hbase3:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:26:00,552 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,553 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,553 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,553 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,553 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39263,1699781158137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:26:00,572 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:26:00,575 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39263,1699781158137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:00,592 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,39263,1699781158137 started 2023-11-12T09:26:00,593 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,39263,1699781158137, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:39263, sessionid=0x1004cf402c10001 2023-11-12T09:26:00,593 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:26:00,593 DEBUG [RS:0;jenkins-hbase3:39263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:00,593 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39263,1699781158137' 2023-11-12T09:26:00,593 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:26:00,594 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:26:00,595 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:26:00,595 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:26:00,595 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39263,1699781158137' 2023-11-12T09:26:00,595 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:26:00,596 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:26:00,596 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:26:00,596 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:26:00,596 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:26:00,596 DEBUG [RS:0;jenkins-hbase3:39263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:00,596 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39263,1699781158137' 2023-11-12T09:26:00,597 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:26:00,597 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:26:00,598 DEBUG [RS:0;jenkins-hbase3:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:26:00,598 INFO [RS:0;jenkins-hbase3:39263 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:26:00,598 INFO [RS:0;jenkins-hbase3:39263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:26:00,709 INFO [RS:0;jenkins-hbase3:39263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:26:00,712 INFO [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39263%2C1699781158137, suffix=, logDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/oldWALs, maxLogs=32 2023-11-12T09:26:00,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:00,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:26:00,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:26:00,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:00,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:26:00,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:26:00,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:00,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:00,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:26:00,762 DEBUG [RS:0;jenkins-hbase3:39263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781160748, exclude list is [], retry=0 2023-11-12T09:26:00,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:26:00,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:00,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:00,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740 2023-11-12T09:26:00,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740 2023-11-12T09:26:00,768 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:26:00,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:26:00,773 INFO [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781160748 2023-11-12T09:26:00,774 DEBUG [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:26:00,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:26:00,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:00,778 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9724107040, jitterRate=-0.09437195956707001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:26:00,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:26:00,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:26:00,780 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:26:00,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:26:00,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:26:00,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:26:00,782 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:26:00,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:26:00,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:26:00,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:26:00,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:26:00,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:26:00,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:26:00,962 DEBUG [jenkins-hbase3:36237 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:26:00,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:00,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39263,1699781158137, state=OPENING 2023-11-12T09:26:00,985 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:26:00,987 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,987 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:00,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:00,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:00,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:01,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:01,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:26:01,301 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52948, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:26:01,313 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:26:01,314 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:26:01,315 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:26:01,317 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta, suffix=.meta, logDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137, archiveDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/oldWALs, maxLogs=32 2023-11-12T09:26:01,329 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781161318.meta, exclude list is [], retry=0 2023-11-12T09:26:01,334 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:26:01,338 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781161318.meta 2023-11-12T09:26:01,338 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:26:01,339 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:01,343 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:01,344 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:26:01,361 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:26:01,361 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:26:01,366 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:26:01,366 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:01,366 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:26:01,366 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:26:01,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:26:01,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:26:01,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:01,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:01,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:26:01,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:26:01,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:01,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:01,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:26:01,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:26:01,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:01,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:26:01,378 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740 2023-11-12T09:26:01,381 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740 2023-11-12T09:26:01,383 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:26:01,386 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:26:01,387 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11826815360, jitterRate=0.10145801305770874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:26:01,389 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:26:01,400 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781161286 2023-11-12T09:26:01,419 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:26:01,420 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:26:01,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:01,423 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39263,1699781158137, state=OPEN 2023-11-12T09:26:01,431 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:26:01,431 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:26:01,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:01,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:26:01,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:26:01,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39263,1699781158137 in 440 msec 2023-11-12T09:26:01,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:26:01,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2023-11-12T09:26:01,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3290 sec 2023-11-12T09:26:01,452 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781161452, completionTime=-1 2023-11-12T09:26:01,453 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:26:01,453 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:26:01,524 DEBUG [hconnection-0x6f4ecf91-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:01,527 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52960, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:01,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:26:01,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781221543 2023-11-12T09:26:01,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781281543 2023-11-12T09:26:01,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 90 msec 2023-11-12T09:26:01,567 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36237,1699781154957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:01,567 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36237,1699781154957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:01,567 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36237,1699781154957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:01,569 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36237, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:01,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:26:01,578 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:26:01,592 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:26:01,594 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:26:01,605 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:26:01,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:01,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:01,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:01,635 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1917c494c581f7016f4a6e83e5157f40, NAME => 'hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:02,050 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:02,050 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 1917c494c581f7016f4a6e83e5157f40, disabling compactions & flushes 2023-11-12T09:26:02,050 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,050 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,050 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. after waiting 0 ms 2023-11-12T09:26:02,050 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,050 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,050 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1917c494c581f7016f4a6e83e5157f40: 2023-11-12T09:26:02,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:02,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781162054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781162054"}]},"ts":"1699781162054"} 2023-11-12T09:26:02,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:02,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:02,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781162107"}]},"ts":"1699781162107"} 2023-11-12T09:26:02,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:26:02,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1917c494c581f7016f4a6e83e5157f40, ASSIGN}] 2023-11-12T09:26:02,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1917c494c581f7016f4a6e83e5157f40, ASSIGN 2023-11-12T09:26:02,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1917c494c581f7016f4a6e83e5157f40, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:02,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1917c494c581f7016f4a6e83e5157f40, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:02,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1917c494c581f7016f4a6e83e5157f40, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:02,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:02,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 1917c494c581f7016f4a6e83e5157f40, NAME => 'hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:02,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:02,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:02,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,449 INFO [StoreOpener-1917c494c581f7016f4a6e83e5157f40-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,451 INFO [StoreOpener-1917c494c581f7016f4a6e83e5157f40-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1917c494c581f7016f4a6e83e5157f40 columnFamilyName info 2023-11-12T09:26:02,451 DEBUG [StoreOpener-1917c494c581f7016f4a6e83e5157f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:02,452 INFO [StoreOpener-1917c494c581f7016f4a6e83e5157f40-1 {}] regionserver.HStore(324): Store=1917c494c581f7016f4a6e83e5157f40/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:02,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:02,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:02,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 1917c494c581f7016f4a6e83e5157f40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9760104640, jitterRate=-0.09101942181587219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:02,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 1917c494c581f7016f4a6e83e5157f40: 2023-11-12T09:26:02,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40., pid=6, masterSystemTime=1699781162439 2023-11-12T09:26:02,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:02,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1917c494c581f7016f4a6e83e5157f40, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:02,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:26:02,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1917c494c581f7016f4a6e83e5157f40, server=jenkins-hbase3.apache.org,39263,1699781158137 in 188 msec 2023-11-12T09:26:02,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:26:02,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1917c494c581f7016f4a6e83e5157f40, ASSIGN in 351 msec 2023-11-12T09:26:02,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:02,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781162481"}]},"ts":"1699781162481"} 2023-11-12T09:26:02,485 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:26:02,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:02,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 893 msec 2023-11-12T09:26:02,510 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:26:02,512 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:02,512 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:02,512 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:26:02,561 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:26:02,577 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:02,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-11-12T09:26:02,596 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:26:02,608 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:02,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-12T09:26:02,626 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:26:02,629 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:26:02,630 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.365sec 2023-11-12T09:26:02,634 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:26:02,636 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:26:02,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:26:02,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:26:02,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:26:02,640 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36237,1699781154957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:26:02,641 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36237,1699781154957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:26:02,654 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:26:02,655 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:26:02,675 DEBUG [Listener at localhost/35551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x539ce734 to 127.0.0.1:63902 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:02,679 DEBUG [Listener at localhost/35551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428f7f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:02,684 DEBUG [Listener at localhost/35551 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:26:02,684 DEBUG [Listener at localhost/35551 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:26:02,698 DEBUG [hconnection-0x577faa71-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:02,709 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52970, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:02,720 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:26:02,720 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:26:02,720 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/test.cache.data in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:26:02,721 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:26:02,722 INFO [Listener at localhost/35551 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:26:03,889 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:04,289 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:04,298 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44289_jobhistory____97g4sd/webapp 2023-11-12T09:26:04,498 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:26:04,498 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:04,498 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:04,502 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:04,591 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:04,720 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:05,070 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:26:05,117 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44289 2023-11-12T09:26:05,389 WARN [Listener at jenkins-hbase3.apache.org/37161 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:05,478 WARN [Listener at jenkins-hbase3.apache.org/37161 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:26:05,478 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:05,485 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36067_cluster____s7re7p/webapp 2023-11-12T09:26:05,566 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:05,567 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:26:05,567 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:05,567 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:05,580 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:05,795 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:05,902 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:05,912 INFO [Listener at jenkins-hbase3.apache.org/37161 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36067 2023-11-12T09:26:06,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:26:06,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:06,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:26:06,119 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:06,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:06,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:26:06,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:26:06,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:26:06,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:26:06,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:06,515 WARN [Listener at jenkins-hbase3.apache.org/38167 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:06,543 WARN [Listener at jenkins-hbase3.apache.org/38167 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:26:06,544 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:06,551 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_32801_node____wr449/webapp 2023-11-12T09:26:06,603 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:26:06,604 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:06,604 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:06,604 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:06,613 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:06,638 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:06,720 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:06,741 INFO [Listener at jenkins-hbase3.apache.org/38167 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:32801 2023-11-12T09:26:06,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:26:06,934 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:26:06,948 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:26:06,953 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:26:06,967 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38903_node____.4r3mui/webapp 2023-11-12T09:26:07,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:26:07,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:26:07,061 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:26:07,061 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:26:07,061 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:26:07,062 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:26:07,072 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:07,091 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:07,160 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:26:07,167 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38903 2023-11-12T09:26:07,200 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:26:07,200 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:34913/backupUT 2023-11-12T09:26:07,212 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:26:07,216 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37852, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:26:07,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:26:07,254 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:07,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 31 msec 2023-11-12T09:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:26:07,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:26:07,368 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:07,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 24 msec 2023-11-12T09:26:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:26:07,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:26:07,477 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:07,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-11-12T09:26:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:26:07,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:26:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:26:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:26:07,589 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:07,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 20 msec 2023-11-12T09:26:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:26:07,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781167200', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781167200 2023-11-12T09:26:07,705 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781167200 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:07,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:07,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781167200 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:07,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781167200" procId is: 13 2023-11-12T09:26:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:07,749 INFO [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => eab3be5424b9fde76449132ad9d8fad7, NAME => 'test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781167200', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:07,771 DEBUG [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:07,771 DEBUG [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1668): Closing eab3be5424b9fde76449132ad9d8fad7, disabling compactions & flushes 2023-11-12T09:26:07,771 INFO [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:07,771 DEBUG [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:07,771 DEBUG [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. after waiting 0 ms 2023-11-12T09:26:07,771 DEBUG [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:07,772 INFO [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:07,772 DEBUG [RegionOpenAndInit-test-1699781167200-pool-0 {}] regionserver.HRegion(1622): Region close journal for eab3be5424b9fde76449132ad9d8fad7: 2023-11-12T09:26:07,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781167200 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:07,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781167774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781167774"}]},"ts":"1699781167774"} 2023-11-12T09:26:07,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:07,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781167200 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:07,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781167200","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781167779"}]},"ts":"1699781167779"} 2023-11-12T09:26:07,783 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781167200, state=ENABLING in hbase:meta 2023-11-12T09:26:07,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781167200, region=eab3be5424b9fde76449132ad9d8fad7, ASSIGN}] 2023-11-12T09:26:07,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781167200, region=eab3be5424b9fde76449132ad9d8fad7, ASSIGN 2023-11-12T09:26:07,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781167200, region=eab3be5424b9fde76449132ad9d8fad7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:07,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=eab3be5424b9fde76449132ad9d8fad7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:07,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure eab3be5424b9fde76449132ad9d8fad7, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:08,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:08,112 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:08,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => eab3be5424b9fde76449132ad9d8fad7, NAME => 'test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:08,113 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:08,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781167200 eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:08,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,113 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,116 INFO [StoreOpener-eab3be5424b9fde76449132ad9d8fad7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,118 INFO [StoreOpener-eab3be5424b9fde76449132ad9d8fad7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eab3be5424b9fde76449132ad9d8fad7 columnFamilyName f 2023-11-12T09:26:08,118 DEBUG [StoreOpener-eab3be5424b9fde76449132ad9d8fad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:08,120 INFO [StoreOpener-eab3be5424b9fde76449132ad9d8fad7-1 {}] regionserver.HStore(324): Store=eab3be5424b9fde76449132ad9d8fad7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:08,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,122 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,127 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:08,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:08,134 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened eab3be5424b9fde76449132ad9d8fad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11030845120, jitterRate=0.027327507734298706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:08,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for eab3be5424b9fde76449132ad9d8fad7: 2023-11-12T09:26:08,136 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7., pid=15, masterSystemTime=1699781168104 2023-11-12T09:26:08,139 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:08,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:08,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=eab3be5424b9fde76449132ad9d8fad7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:08,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:26:08,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure eab3be5424b9fde76449132ad9d8fad7, server=jenkins-hbase3.apache.org,39263,1699781158137 in 192 msec 2023-11-12T09:26:08,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:26:08,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781167200, region=eab3be5424b9fde76449132ad9d8fad7, ASSIGN in 355 msec 2023-11-12T09:26:08,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781167200 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:08,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781167200","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781168150"}]},"ts":"1699781168150"} 2023-11-12T09:26:08,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781167200, state=ENABLED in hbase:meta 2023-11-12T09:26:08,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781167200 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:08,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781167200 in 455 msec 2023-11-12T09:26:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:26:08,328 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781167200, procId: 13 completed 2023-11-12T09:26:08,329 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e2b3ac3 to 127.0.0.1:63902 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:08,337 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75391a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:08,339 DEBUG [hconnection-0x53ac761e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:08,343 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39694, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:08,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8210): writing data to region test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:26:08,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997811672001', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997811672001 2023-11-12T09:26:08,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997811672001 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:08,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:08,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997811672001" procId is: 16 2023-11-12T09:26:08,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997811672001 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:08,878 INFO [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0461e56191e293becaf9aa87cbfcffcb, NAME => 'ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997811672001', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:09,295 DEBUG [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:09,295 DEBUG [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1668): Closing 0461e56191e293becaf9aa87cbfcffcb, disabling compactions & flushes 2023-11-12T09:26:09,295 INFO [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,295 DEBUG [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,295 DEBUG [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. after waiting 0 ms 2023-11-12T09:26:09,295 DEBUG [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,295 INFO [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,295 DEBUG [RegionOpenAndInit-ns2:test-16997811672001-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0461e56191e293becaf9aa87cbfcffcb: 2023-11-12T09:26:09,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997811672001 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:09,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781169297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781169297"}]},"ts":"1699781169297"} 2023-11-12T09:26:09,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:09,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997811672001 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:09,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997811672001","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781169301"}]},"ts":"1699781169301"} 2023-11-12T09:26:09,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997811672001, state=ENABLING in hbase:meta 2023-11-12T09:26:09,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997811672001, region=0461e56191e293becaf9aa87cbfcffcb, ASSIGN}] 2023-11-12T09:26:09,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997811672001, region=0461e56191e293becaf9aa87cbfcffcb, ASSIGN 2023-11-12T09:26:09,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997811672001, region=0461e56191e293becaf9aa87cbfcffcb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:09,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=0461e56191e293becaf9aa87cbfcffcb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:09,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 0461e56191e293becaf9aa87cbfcffcb, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:09,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:09,625 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 0461e56191e293becaf9aa87cbfcffcb, NAME => 'ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:09,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:09,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997811672001 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:09,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,628 INFO [StoreOpener-0461e56191e293becaf9aa87cbfcffcb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,631 INFO [StoreOpener-0461e56191e293becaf9aa87cbfcffcb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0461e56191e293becaf9aa87cbfcffcb columnFamilyName f 2023-11-12T09:26:09,631 DEBUG [StoreOpener-0461e56191e293becaf9aa87cbfcffcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:09,632 INFO [StoreOpener-0461e56191e293becaf9aa87cbfcffcb-1 {}] regionserver.HStore(324): Store=0461e56191e293becaf9aa87cbfcffcb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:09,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,634 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,637 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:09,646 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:09,647 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 0461e56191e293becaf9aa87cbfcffcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11210525440, jitterRate=0.04406154155731201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:09,647 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 0461e56191e293becaf9aa87cbfcffcb: 2023-11-12T09:26:09,649 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb., pid=18, masterSystemTime=1699781169620 2023-11-12T09:26:09,651 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,651 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:09,652 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=0461e56191e293becaf9aa87cbfcffcb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:09,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:26:09,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 0461e56191e293becaf9aa87cbfcffcb, server=jenkins-hbase3.apache.org,39263,1699781158137 in 187 msec 2023-11-12T09:26:09,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:26:09,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997811672001, region=0461e56191e293becaf9aa87cbfcffcb, ASSIGN in 349 msec 2023-11-12T09:26:09,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997811672001 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:09,661 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997811672001","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781169661"}]},"ts":"1699781169661"} 2023-11-12T09:26:09,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997811672001, state=ENABLED in hbase:meta 2023-11-12T09:26:09,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997811672001 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:09,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997811672001 in 1.2140 sec 2023-11-12T09:26:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:26:10,569 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997811672001, procId: 16 completed 2023-11-12T09:26:10,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:26:10,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997811672002', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997811672002 2023-11-12T09:26:10,665 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997811672002 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:10,666 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:10,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997811672002" procId is: 19 2023-11-12T09:26:10,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997811672002 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:11,084 INFO [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 79726546083f3e53486fce7cdebc3a3f, NAME => 'ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997811672002', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:11,102 DEBUG [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:11,102 DEBUG [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1668): Closing 79726546083f3e53486fce7cdebc3a3f, disabling compactions & flushes 2023-11-12T09:26:11,102 INFO [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,102 DEBUG [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,102 DEBUG [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. after waiting 0 ms 2023-11-12T09:26:11,102 DEBUG [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,102 INFO [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,102 DEBUG [RegionOpenAndInit-ns3:test-16997811672002-pool-0 {}] regionserver.HRegion(1622): Region close journal for 79726546083f3e53486fce7cdebc3a3f: 2023-11-12T09:26:11,104 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997811672002 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:11,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781171104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781171104"}]},"ts":"1699781171104"} 2023-11-12T09:26:11,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:11,107 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997811672002 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:11,108 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997811672002","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781171107"}]},"ts":"1699781171107"} 2023-11-12T09:26:11,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997811672002, state=ENABLING in hbase:meta 2023-11-12T09:26:11,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997811672002, region=79726546083f3e53486fce7cdebc3a3f, ASSIGN}] 2023-11-12T09:26:11,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997811672002, region=79726546083f3e53486fce7cdebc3a3f, ASSIGN 2023-11-12T09:26:11,120 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997811672002, region=79726546083f3e53486fce7cdebc3a3f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:11,272 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=79726546083f3e53486fce7cdebc3a3f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:11,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 79726546083f3e53486fce7cdebc3a3f, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:11,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:11,434 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 79726546083f3e53486fce7cdebc3a3f, NAME => 'ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:11,435 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:11,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997811672002 79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:11,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,437 INFO [StoreOpener-79726546083f3e53486fce7cdebc3a3f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,439 INFO [StoreOpener-79726546083f3e53486fce7cdebc3a3f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79726546083f3e53486fce7cdebc3a3f columnFamilyName f 2023-11-12T09:26:11,439 DEBUG [StoreOpener-79726546083f3e53486fce7cdebc3a3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:11,441 INFO [StoreOpener-79726546083f3e53486fce7cdebc3a3f-1 {}] regionserver.HStore(324): Store=79726546083f3e53486fce7cdebc3a3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:11,442 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns3/test-16997811672002/79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,442 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns3/test-16997811672002/79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:11,450 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns3/test-16997811672002/79726546083f3e53486fce7cdebc3a3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:11,451 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 79726546083f3e53486fce7cdebc3a3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11872758720, jitterRate=0.10573682188987732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:11,452 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 79726546083f3e53486fce7cdebc3a3f: 2023-11-12T09:26:11,453 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f., pid=21, masterSystemTime=1699781171428 2023-11-12T09:26:11,455 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,455 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:11,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=79726546083f3e53486fce7cdebc3a3f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:11,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:26:11,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 79726546083f3e53486fce7cdebc3a3f, server=jenkins-hbase3.apache.org,39263,1699781158137 in 183 msec 2023-11-12T09:26:11,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:26:11,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997811672002, region=79726546083f3e53486fce7cdebc3a3f, ASSIGN in 343 msec 2023-11-12T09:26:11,464 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997811672002 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:11,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997811672002","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781171464"}]},"ts":"1699781171464"} 2023-11-12T09:26:11,465 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997811672002, state=ENABLED in hbase:meta 2023-11-12T09:26:11,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997811672002 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:11,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997811672002 in 807 msec 2023-11-12T09:26:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:26:11,775 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997811672002, procId: 19 completed 2023-11-12T09:26:11,775 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997811672002 get assigned. Timeout = 60000ms 2023-11-12T09:26:11,777 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:26:11,782 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997811672002 assigned to meta. Checking AM states. 2023-11-12T09:26:11,783 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:26:11,783 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997811672002 assigned. 2023-11-12T09:26:11,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997811672003', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997811672003 2023-11-12T09:26:11,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997811672003 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:11,789 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:11,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997811672003" procId is: 22 2023-11-12T09:26:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:11,791 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997811672003 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:12,206 INFO [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 71ace39a4ba1c8544db79434448f5ec7, NAME => 'ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997811672003', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:12,233 DEBUG [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:12,233 DEBUG [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1668): Closing 71ace39a4ba1c8544db79434448f5ec7, disabling compactions & flushes 2023-11-12T09:26:12,233 INFO [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,233 DEBUG [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,233 DEBUG [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. after waiting 0 ms 2023-11-12T09:26:12,233 DEBUG [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,233 INFO [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,233 DEBUG [RegionOpenAndInit-ns4:test-16997811672003-pool-0 {}] regionserver.HRegion(1622): Region close journal for 71ace39a4ba1c8544db79434448f5ec7: 2023-11-12T09:26:12,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997811672003 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:12,237 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781172236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781172236"}]},"ts":"1699781172236"} 2023-11-12T09:26:12,240 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:12,241 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997811672003 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:12,241 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997811672003","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781172241"}]},"ts":"1699781172241"} 2023-11-12T09:26:12,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997811672003, state=ENABLING in hbase:meta 2023-11-12T09:26:12,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997811672003, region=71ace39a4ba1c8544db79434448f5ec7, ASSIGN}] 2023-11-12T09:26:12,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997811672003, region=71ace39a4ba1c8544db79434448f5ec7, ASSIGN 2023-11-12T09:26:12,253 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997811672003, region=71ace39a4ba1c8544db79434448f5ec7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:12,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=71ace39a4ba1c8544db79434448f5ec7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:12,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 71ace39a4ba1c8544db79434448f5ec7, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:12,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:12,565 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,565 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 71ace39a4ba1c8544db79434448f5ec7, NAME => 'ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:12,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:12,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997811672003 71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:12,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,568 INFO [StoreOpener-71ace39a4ba1c8544db79434448f5ec7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,570 INFO [StoreOpener-71ace39a4ba1c8544db79434448f5ec7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71ace39a4ba1c8544db79434448f5ec7 columnFamilyName f 2023-11-12T09:26:12,570 DEBUG [StoreOpener-71ace39a4ba1c8544db79434448f5ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:12,571 INFO [StoreOpener-71ace39a4ba1c8544db79434448f5ec7-1 {}] regionserver.HStore(324): Store=71ace39a4ba1c8544db79434448f5ec7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:12,572 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns4/test-16997811672003/71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,572 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns4/test-16997811672003/71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,575 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:12,577 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns4/test-16997811672003/71ace39a4ba1c8544db79434448f5ec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:12,578 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 71ace39a4ba1c8544db79434448f5ec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10720923040, jitterRate=-0.0015362352132797241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:26:12,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 71ace39a4ba1c8544db79434448f5ec7: 2023-11-12T09:26:12,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7., pid=24, masterSystemTime=1699781172560 2023-11-12T09:26:12,582 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,582 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:12,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=71ace39a4ba1c8544db79434448f5ec7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:12,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:26:12,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 71ace39a4ba1c8544db79434448f5ec7, server=jenkins-hbase3.apache.org,39263,1699781158137 in 177 msec 2023-11-12T09:26:12,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:26:12,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997811672003, region=71ace39a4ba1c8544db79434448f5ec7, ASSIGN in 337 msec 2023-11-12T09:26:12,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997811672003 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:12,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997811672003","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781172590"}]},"ts":"1699781172590"} 2023-11-12T09:26:12,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997811672003, state=ENABLED in hbase:meta 2023-11-12T09:26:12,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997811672003 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:12,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997811672003 in 810 msec 2023-11-12T09:26:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:26:12,898 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997811672003, procId: 22 completed 2023-11-12T09:26:12,898 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997811672003 get assigned. Timeout = 60000ms 2023-11-12T09:26:12,899 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:26:12,902 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997811672003 assigned to meta. Checking AM states. 2023-11-12T09:26:12,902 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:26:12,902 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997811672003 assigned. 2023-11-12T09:26:12,903 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3e2b3ac3 to 127.0.0.1:63902 2023-11-12T09:26:12,903 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:12,941 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.ResourceChecker(147): before: backup.TestBackupShowHistory#testBackupHistory Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=210, ProcessCount=168, AvailableMemoryMB=5918 2023-11-12T09:26:12,941 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-12T09:26:12,943 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupShowHistory(68): test backup history on a single table with data 2023-11-12T09:26:12,945 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6aadaaf0 to 127.0.0.1:63902 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:12,951 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb7f92a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:12,959 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:12,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39710, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:12,972 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:26:12,974 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:37868, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:26:12,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:26:12,998 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:26:13,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 16 msec 2023-11-12T09:26:13,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997811672003' 2023-11-12T09:26:13,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997811672001' 2023-11-12T09:26:13,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997811672002' 2023-11-12T09:26:13,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781167200' 2023-11-12T09:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:26:13,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:26:13,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:13,113 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:13,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:26:13,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:26:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:26:13,533 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8c8aa4dab30eb1b77d95b8a7c312b8d3, NAME => 'backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:13,544 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:13,544 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 8c8aa4dab30eb1b77d95b8a7c312b8d3, disabling compactions & flushes 2023-11-12T09:26:13,544 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,544 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,545 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. after waiting 0 ms 2023-11-12T09:26:13,545 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,545 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,545 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8c8aa4dab30eb1b77d95b8a7c312b8d3: 2023-11-12T09:26:13,546 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:13,547 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781173547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781173547"}]},"ts":"1699781173547"} 2023-11-12T09:26:13,549 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:13,550 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:13,550 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781173550"}]},"ts":"1699781173550"} 2023-11-12T09:26:13,552 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:26:13,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=8c8aa4dab30eb1b77d95b8a7c312b8d3, ASSIGN}] 2023-11-12T09:26:13,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=8c8aa4dab30eb1b77d95b8a7c312b8d3, ASSIGN 2023-11-12T09:26:13,562 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=8c8aa4dab30eb1b77d95b8a7c312b8d3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:13,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:26:13,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=8c8aa4dab30eb1b77d95b8a7c312b8d3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:13,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:26:13,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:13,873 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 8c8aa4dab30eb1b77d95b8a7c312b8d3, NAME => 'backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:13,874 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:13,874 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,874 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:13,874 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,874 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,876 INFO [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,880 INFO [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c8aa4dab30eb1b77d95b8a7c312b8d3 columnFamilyName meta 2023-11-12T09:26:13,880 DEBUG [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:13,880 INFO [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] regionserver.HStore(324): Store=8c8aa4dab30eb1b77d95b8a7c312b8d3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:13,881 INFO [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,882 INFO [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c8aa4dab30eb1b77d95b8a7c312b8d3 columnFamilyName session 2023-11-12T09:26:13,882 DEBUG [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:13,883 INFO [StoreOpener-8c8aa4dab30eb1b77d95b8a7c312b8d3-1 {}] regionserver.HStore(324): Store=8c8aa4dab30eb1b77d95b8a7c312b8d3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:13,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,886 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:26:13,888 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:13,890 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:13,891 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 8c8aa4dab30eb1b77d95b8a7c312b8d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11229154400, jitterRate=0.04579649865627289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:26:13,891 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 8c8aa4dab30eb1b77d95b8a7c312b8d3: 2023-11-12T09:26:13,893 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3., pid=28, masterSystemTime=1699781173868 2023-11-12T09:26:13,895 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,895 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:13,896 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=8c8aa4dab30eb1b77d95b8a7c312b8d3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:13,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:26:13,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3, server=jenkins-hbase3.apache.org,39263,1699781158137 in 182 msec 2023-11-12T09:26:13,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:26:13,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=8c8aa4dab30eb1b77d95b8a7c312b8d3, ASSIGN in 342 msec 2023-11-12T09:26:13,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:13,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781173903"}]},"ts":"1699781173903"} 2023-11-12T09:26:13,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:26:13,908 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:13,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 799 msec 2023-11-12T09:26:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:26:14,221 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:26:14,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:26:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:26:14,239 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:26:14,239 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:14,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:26:14,241 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:26:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:26:14,254 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3603b61095428e8234614d3dc6802cd3, NAME => 'backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:14,266 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:14,266 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 3603b61095428e8234614d3dc6802cd3, disabling compactions & flushes 2023-11-12T09:26:14,266 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,266 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,266 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. after waiting 0 ms 2023-11-12T09:26:14,266 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,266 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,266 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3603b61095428e8234614d3dc6802cd3: 2023-11-12T09:26:14,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:26:14,268 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781174268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781174268"}]},"ts":"1699781174268"} 2023-11-12T09:26:14,271 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:26:14,272 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:26:14,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781174272"}]},"ts":"1699781174272"} 2023-11-12T09:26:14,274 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:26:14,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=3603b61095428e8234614d3dc6802cd3, ASSIGN}] 2023-11-12T09:26:14,281 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=3603b61095428e8234614d3dc6802cd3, ASSIGN 2023-11-12T09:26:14,282 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=3603b61095428e8234614d3dc6802cd3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39263,1699781158137; forceNewPlan=false, retain=false 2023-11-12T09:26:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:26:14,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3603b61095428e8234614d3dc6802cd3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:14,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 3603b61095428e8234614d3dc6802cd3, server=jenkins-hbase3.apache.org,39263,1699781158137}] 2023-11-12T09:26:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:26:14,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:14,595 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,595 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 3603b61095428e8234614d3dc6802cd3, NAME => 'backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:26:14,596 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:26:14,596 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,596 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:26:14,596 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,596 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,598 INFO [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,600 INFO [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3603b61095428e8234614d3dc6802cd3 columnFamilyName meta 2023-11-12T09:26:14,600 DEBUG [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:14,600 INFO [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] regionserver.HStore(324): Store=3603b61095428e8234614d3dc6802cd3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:14,600 INFO [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,602 INFO [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3603b61095428e8234614d3dc6802cd3 columnFamilyName session 2023-11-12T09:26:14,602 DEBUG [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:26:14,603 INFO [StoreOpener-3603b61095428e8234614d3dc6802cd3-1 {}] regionserver.HStore(324): Store=3603b61095428e8234614d3dc6802cd3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:26:14,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system_bulk/3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system_bulk/3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,606 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:26:14,608 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:14,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system_bulk/3603b61095428e8234614d3dc6802cd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:26:14,611 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 3603b61095428e8234614d3dc6802cd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11031419360, jitterRate=0.027380988001823425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:26:14,612 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 3603b61095428e8234614d3dc6802cd3: 2023-11-12T09:26:14,613 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3., pid=31, masterSystemTime=1699781174589 2023-11-12T09:26:14,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,616 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:14,616 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3603b61095428e8234614d3dc6802cd3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:14,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:26:14,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 3603b61095428e8234614d3dc6802cd3, server=jenkins-hbase3.apache.org,39263,1699781158137 in 182 msec 2023-11-12T09:26:14,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:26:14,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=3603b61095428e8234614d3dc6802cd3, ASSIGN in 341 msec 2023-11-12T09:26:14,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:26:14,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781174624"}]},"ts":"1699781174624"} 2023-11-12T09:26:14,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:26:14,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:26:14,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 393 msec 2023-11-12T09:26:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:26:14,847 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:26:14,867 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:26:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:26:14,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:26:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781174928 (current time:1699781174928). 2023-11-12T09:26:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:26:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:26:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7b94b8f8 to 127.0.0.1:63902 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8bff87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:14,946 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39724, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7b94b8f8 to 127.0.0.1:63902 2023-11-12T09:26:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:26:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:26:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:26:14,966 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:26:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:26:14,972 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:26:14,985 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot, current working dir path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:26:14,987 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:26:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:26:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:26:15,400 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:26:15,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3}] 2023-11-12T09:26:15,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:15,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:15,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:26:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:26:15,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:15,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 8c8aa4dab30eb1b77d95b8a7c312b8d3 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:26:15,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/731eec0b4b8d438eb24809500c241481 is 49, key is activesession:/session:c/1699781174909/Put/seqid=0 2023-11-12T09:26:16,069 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/731eec0b4b8d438eb24809500c241481 2023-11-12T09:26:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:26:16,109 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:26:16,109 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:16,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:26:16,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:16,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781167200 2023-11-12T09:26:16,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781167200 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:16,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997811672002 2023-11-12T09:26:16,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997811672002 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:16,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997811672001 2023-11-12T09:26:16,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997811672001 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:16,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997811672003 2023-11-12T09:26:16,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997811672003 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:26:16,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/731eec0b4b8d438eb24809500c241481 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/731eec0b4b8d438eb24809500c241481 2023-11-12T09:26:16,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/731eec0b4b8d438eb24809500c241481, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:26:16,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 8c8aa4dab30eb1b77d95b8a7c312b8d3 in 607ms, sequenceid=5, compaction requested=false 2023-11-12T09:26:16,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:26:16,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 8c8aa4dab30eb1b77d95b8a7c312b8d3: 2023-11-12T09:26:16,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. for snapshot_backup_system completed. 2023-11-12T09:26:16,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:26:16,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:26:16,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:26:16,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/731eec0b4b8d438eb24809500c241481] hfiles 2023-11-12T09:26:16,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/731eec0b4b8d438eb24809500c241481 for snapshot=snapshot_backup_system 2023-11-12T09:26:16,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:16,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:26:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:26:16,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:16,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:16,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:26:16,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:26:16,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3 in 1.2200 sec 2023-11-12T09:26:16,627 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:26:16,631 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:26:16,631 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:26:16,635 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:26:16,662 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:26:16,679 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:26:16,680 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:26:16,683 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:26:16,683 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:26:16,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7250 sec 2023-11-12T09:26:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:26:17,078 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:26:17,079 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(115): Backup backup_1699781172954 started at 1699781177078. 2023-11-12T09:26:17,104 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(119): Backup session backup_1699781172954 has been started. 2023-11-12T09:26:17,107 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:26:17,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:26:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:26:17,122 INFO [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:26:17,122 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:26:17,123 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:26:17,123 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:26:17,124 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,124 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:17,125 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:26:17,125 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,125 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:26:17,126 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:26:17,126 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,126 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:26:17,126 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:17,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,127 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:26:17,127 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:17,127 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:26:17,129 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:26:17,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:26:17,129 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:26:17,129 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:26:17,130 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:26:17,130 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:26:17,130 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39263,1699781158137' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:26:17,133 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,133 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:26:17,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:26:17,134 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,134 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:26:17,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:26:17,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:26:17,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:17,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:26:17,137 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39263,1699781158137' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:26:17,137 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:26:17,137 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@cf19203[Count = 0] remaining members to acquire global barrier 2023-11-12T09:26:17,137 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,140 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,140 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,140 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,140 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:26:17,140 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,140 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:26:17,141 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:26:17,141 DEBUG [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,142 INFO [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781160748 highest: 1699781160748 on jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,142 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta:.meta(num 1699781161318) roll requested 2023-11-12T09:26:17,155 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta, exclude list is [], retry=0 2023-11-12T09:26:17,164 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:26:17,170 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781161318.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta 2023-11-12T09:26:17,171 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:26:17,172 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781161318.meta is not closed yet, will try archiving it next time 2023-11-12T09:26:17,172 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39263%2C1699781158137:(num 1699781160748) roll requested 2023-11-12T09:26:17,187 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781177172, exclude list is [], retry=0 2023-11-12T09:26:17,191 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:26:17,195 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781160748 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781177172 2023-11-12T09:26:17,195 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:26:17,195 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781160748 is not closed yet, will try archiving it next time 2023-11-12T09:26:17,203 DEBUG [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-12T09:26:17,203 INFO [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781177172 on jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,203 DEBUG [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:26:17,205 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33684, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:26:17,230 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:26:17,230 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39263,1699781158137' in zk 2023-11-12T09:26:17,233 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,233 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:26:17,233 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:26:17,233 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:26:17,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:26:17,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:26:17,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:26:17,235 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:26:17,235 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:17,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,236 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:26:17,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:17,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39263,1699781158137': 2023-11-12T09:26:17,238 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39263,1699781158137' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:26:17,238 INFO [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:26:17,238 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:26:17,238 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:26:17,238 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:26:17,238 INFO [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:26:17,242 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,242 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,242 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:26:17,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,242 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:26:17,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:26:17,243 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:26:17,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:26:17,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:26:17,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,244 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:17,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:26:17,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:17,247 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:26:17,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:17,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): master:36237-0x1004cf402c10000, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:26:17,259 DEBUG [Listener at localhost/35551-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39263-0x1004cf402c10001, quorum=127.0.0.1:63902, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:26:17,259 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:26:17,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:26:17,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:26:17,260 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:26:17,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:26:17,261 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:26:17,261 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:26:17,263 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:26:17,263 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:26:17,363 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:26:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:26:17,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } 2023-11-12T09:26:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781177374 (current time:1699781177374). 2023-11-12T09:26:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:26:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781177373_default_test-1699781167200 VERSION not specified, setting to 2 2023-11-12T09:26:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3376bb27 to 127.0.0.1:63902 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:26:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9403bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:17,386 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34324, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3376bb27 to 127.0.0.1:63902 2023-11-12T09:26:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:26:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } 2023-11-12T09:26:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:26:17,392 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:26:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:26:17,393 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:26:17,396 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot, current working dir path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_1699781177373_default_test-1699781167200 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:26:17,398 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:26:17,410 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:26:17,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure eab3be5424b9fde76449132ad9d8fad7}] 2023-11-12T09:26:17,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:26:17,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:17,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:26:17,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:17,566 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing eab3be5424b9fde76449132ad9d8fad7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:26:17,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/.tmp/f/4b5fe6b61c51417b9cfa82eaca1136af is 37, key is row10/f:q1/1699781168363/Put/seqid=0 2023-11-12T09:26:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:26:17,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/.tmp/f/4b5fe6b61c51417b9cfa82eaca1136af 2023-11-12T09:26:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:26:18,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/.tmp/f/4b5fe6b61c51417b9cfa82eaca1136af as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/f/4b5fe6b61c51417b9cfa82eaca1136af 2023-11-12T09:26:18,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/f/4b5fe6b61c51417b9cfa82eaca1136af, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:26:18,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for eab3be5424b9fde76449132ad9d8fad7 in 453ms, sequenceid=103, compaction requested=false 2023-11-12T09:26:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for eab3be5424b9fde76449132ad9d8fad7: 2023-11-12T09:26:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. for snapshot_1699781177373_default_test-1699781167200 completed. 2023-11-12T09:26:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7.' region-info for snapshot=snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:26:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/f/4b5fe6b61c51417b9cfa82eaca1136af] hfiles 2023-11-12T09:26:18,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/f/4b5fe6b61c51417b9cfa82eaca1136af for snapshot=snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:18,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:18,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:26:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:26:18,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781177373_default_test-1699781167200 on region eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:18,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:18,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:26:18,438 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:26:18,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure eab3be5424b9fde76449132ad9d8fad7 in 1.0250 sec 2023-11-12T09:26:18,439 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:26:18,439 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:26:18,439 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:18,440 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:26:18,861 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:26:18,869 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:26:18,870 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_1699781177373_default_test-1699781167200 to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:18,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:26:18,872 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:26:18,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781177373_default_test-1699781167200 table=test-1699781167200 type=FLUSH ttl=0 } in 1.4840 sec 2023-11-12T09:26:19,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:26:19,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:26:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:26:19,501 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699781167200, procId: 34 completed 2023-11-12T09:26:19,501 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781172954 2023-11-12T09:26:19,501 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:26:19,503 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:26:19,505 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781172954_test-1699781167200 2023-11-12T09:26:19,505 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781177373_default_test-1699781167200 to hdfs://localhost:34913/backupUT/backup_1699781172954/default/test-1699781167200/ 2023-11-12T09:26:19,515 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:26:19,548 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34913, inputRoot=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:19,548 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36237,1699781154957_947095917_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34913/backupUT/backup_1699781172954/default/test-1699781167200, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34913/backupUT/backup_1699781172954/default/test-1699781167200/.hbase-snapshot/.tmp/snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:19,548 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34913, inputRoot=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02, snapshotDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_1699781177373_default_test-1699781167200. 2023-11-12T09:26:19,561 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_1699781177373_default_test-1699781167200 to hdfs://localhost:34913/backupUT/backup_1699781172954/default/test-1699781167200/.hbase-snapshot/.tmp/snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:20,004 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:20,004 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:20,005 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:20,005 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,033 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop-8264378129726826676.jar 2023-11-12T09:26:21,034 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,034 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,035 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,036 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,036 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,036 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,037 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,038 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,038 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:21,039 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:26:21,040 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:26:21,040 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:26:21,040 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:26:21,041 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:26:21,041 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:26:21,042 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:26:21,042 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:26:21,043 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:26:21,043 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:26:21,044 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:26:21,044 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:26:21,048 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:21,049 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:21,049 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:26:21,049 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:21,050 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:21,050 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:26:21,051 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:26:21,118 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:26:21,141 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781177373_default_test-1699781167200' hfile list 2023-11-12T09:26:21,155 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:26:21,451 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.local.dir/1699781181371/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:26:21,451 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.local.dir/1699781181371/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:26:21,631 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:26:21,690 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/f/4b5fe6b61c51417b9cfa82eaca1136af output=hdfs://localhost:34913/backupUT/backup_1699781172954/default/test-1699781167200/archive/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/f/4b5fe6b61c51417b9cfa82eaca1136af 2023-11-12T09:26:21,690 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 2.669M/sec 2023-11-12T09:26:22,531 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:26:22,532 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:26:22,540 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:22,541 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781177373_default_test-1699781167200 finished. 2023-11-12T09:26:22,541 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(1034): test-1699781167200 2023-11-12T09:26:22,619 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781172954 2023-11-12T09:26:22,619 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:26:23,042 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34913/backupUT/backup_1699781172954/.backup.manifest 2023-11-12T09:26:23,043 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(358): Backup backup_1699781172954 finished: type=FULL,tablelist=test-1699781167200,targetRootDir=hdfs://localhost:34913/backupUT,startts=1699781177078,completets=1699781182615,bytescopied=0 2023-11-12T09:26:23,043 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:26:23,043 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:23,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781177373_default_test-1699781167200" 2023-11-12T09:26:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781177373_default_test-1699781167200 2023-11-12T09:26:23,056 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781177373_default_test-1699781167200 for backup backup_1699781172954 succeeded. 2023-11-12T09:26:23,057 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:26:23,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:26:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:26:23,073 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:26:23,080 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:26:23,097 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(376): Backup backup_1699781172954 completed. 2023-11-12T09:26:23,097 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:26:23,098 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6aadaaf0 to 127.0.0.1:63902 2023-11-12T09:26:23,098 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:23,117 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupShowHistory(73): backup complete 2023-11-12T09:26:23,137 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34913/backupUT/backup_1699781172954 2023-11-12T09:26:23,140 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781172954/.backup.manifest 2023-11-12T09:26:23,159 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34913/backupUT/backup_1699781172954 2023-11-12T09:26:23,162 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781172954/.backup.manifest 2023-11-12T09:26:23,162 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupShowHistory(88): show_history 2023-11-12T09:26:23,162 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupShowHistory(90): {ID=backup_1699781172954,Type=FULL,Tables={test-1699781167200},State=null,Start time=Sun Nov 12 09:26:17 UTC 2023,Progress=0%} 2023-11-12T09:26:23,168 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:23,171 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:23,173 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:23,175 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:26:23,176 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:33686, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:26:23,191 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:26:23,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:26:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781183196 (current time:1699781183196). 2023-11-12T09:26:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:26:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:26:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831b36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:23,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34348, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:26:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:26:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:26:23,211 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:26:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:23,212 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:26:23,215 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot, current working dir path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:26:23,217 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:26:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:23,627 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:26:23,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3}] 2023-11-12T09:26:23,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:23,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:23,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39263 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:26:23,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:23,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 8c8aa4dab30eb1b77d95b8a7c312b8d3 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-11-12T09:26:23,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/meta/0ea9a24d6e1f44a2b8863d0891baa673 is 169, key is trslm:hdfs://localhost:34913/backupUT\x00test-1699781167200/meta:log-roll-map/1699781182604/Put/seqid=0 2023-11-12T09:26:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:24,209 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/meta/0ea9a24d6e1f44a2b8863d0891baa673 2023-11-12T09:26:24,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/af126659a5664abcb457fc73eff30c11 is 310, key is session:backup_1699781172954/session:context/1699781183079/Put/seqid=0 2023-11-12T09:26:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:24,632 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/af126659a5664abcb457fc73eff30c11 2023-11-12T09:26:24,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/meta/0ea9a24d6e1f44a2b8863d0891baa673 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/meta/0ea9a24d6e1f44a2b8863d0891baa673 2023-11-12T09:26:24,647 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/meta/0ea9a24d6e1f44a2b8863d0891baa673, entries=4, sequenceid=17, filesize=5.5 K 2023-11-12T09:26:24,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/af126659a5664abcb457fc73eff30c11 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/af126659a5664abcb457fc73eff30c11 2023-11-12T09:26:24,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/af126659a5664abcb457fc73eff30c11, entries=2, sequenceid=17, filesize=5.3 K 2023-11-12T09:26:24,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8c8aa4dab30eb1b77d95b8a7c312b8d3 in 874ms, sequenceid=17, compaction requested=false 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 8c8aa4dab30eb1b77d95b8a7c312b8d3: 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. for snapshot_backup_system completed. 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/meta/0ea9a24d6e1f44a2b8863d0891baa673] hfiles 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/meta/0ea9a24d6e1f44a2b8863d0891baa673 for snapshot=snapshot_backup_system 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/731eec0b4b8d438eb24809500c241481, hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/af126659a5664abcb457fc73eff30c11] hfiles 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/731eec0b4b8d438eb24809500c241481 for snapshot=snapshot_backup_system 2023-11-12T09:26:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/af126659a5664abcb457fc73eff30c11 for snapshot=snapshot_backup_system 2023-11-12T09:26:25,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:25,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:26:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:26:25,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:25,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:25,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:26:25,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 8c8aa4dab30eb1b77d95b8a7c312b8d3 in 1.4450 sec 2023-11-12T09:26:25,074 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:26:25,075 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:26:25,076 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:26:25,076 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:26:25,077 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:26:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:25,492 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:26:25,501 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:26:25,501 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:26:25,503 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:26:25,503 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:26:25,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2960 sec 2023-11-12T09:26:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:26:27,320 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(115): Backup backup_1699781183168 started at 1699781187320. 2023-11-12T09:26:27,323 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(119): Backup session backup_1699781183168 has been started. 2023-11-12T09:26:27,330 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:26:27,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:26:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:26:27,335 INFO [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:26:27,335 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:26:27,337 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:26:27,337 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:26:27,337 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:27,339 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,339 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:26:27,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:26:27,340 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:26:27,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:27,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:26:27,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:26:27,341 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:26:27,341 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:26:27,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:26:27,344 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:26:27,344 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:26:27,345 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:26:27,345 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:26:27,345 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39263,1699781158137' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:26:27,347 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:27,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:26:27,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:26:27,348 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:26:27,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:26:27,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:26:27,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:27,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:26:27,350 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39263,1699781158137' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:26:27,350 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4d8ca75[Count = 0] remaining members to acquire global barrier 2023-11-12T09:26:27,350 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:26:27,350 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:27,353 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:27,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:26:27,353 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:26:27,353 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:26:27,353 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:26:27,353 DEBUG [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,354 INFO [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781177172 highest: 1699781177172 on jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,354 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta:.meta(num 1699781177142) roll requested 2023-11-12T09:26:27,368 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781187354.meta, exclude list is [], retry=0 2023-11-12T09:26:27,373 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:26:27,375 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781187354.meta 2023-11-12T09:26:27,375 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:26:27,375 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta is not closed yet, will try archiving it next time 2023-11-12T09:26:27,375 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39263%2C1699781158137:(num 1699781177172) roll requested 2023-11-12T09:26:27,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta not finished, retry = 0 2023-11-12T09:26:27,389 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781187375, exclude list is [], retry=0 2023-11-12T09:26:27,393 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK] 2023-11-12T09:26:27,394 DEBUG [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:26:27,394 INFO [rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781187375 on jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,398 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781177172 with entries=12, filesize=2.68 KB; new WAL /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781187375 2023-11-12T09:26:27,398 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42377,DS-17d4d797-db9e-42dc-a471-26fea8c924ca,DISK]] 2023-11-12T09:26:27,398 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.1699781177172 is not closed yet, will try archiving it next time 2023-11-12T09:26:27,417 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:26:27,417 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39263,1699781158137' in zk 2023-11-12T09:26:27,424 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:26:27,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,424 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:26:27,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:26:27,424 DEBUG [member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:26:27,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:26:27,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:26:27,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:26:27,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:27,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:26:27,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:27,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39263,1699781158137': 2023-11-12T09:26:27,429 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39263,1699781158137' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:26:27,429 INFO [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:26:27,429 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:26:27,429 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:26:27,429 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:26:27,429 INFO [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:26:27,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:27,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:26:27,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:26:27,431 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:26:27,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:27,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:26:27,431 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:26:27,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:26:27,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:27,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:26:27,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:26:27,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:27,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:26:27,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:26:27,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:27,439 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:26:27,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:26:27,439 DEBUG [(jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:26:27,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:26:27,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:26:27,440 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:26:27,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:26:27,480 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/WALs/jenkins-hbase3.apache.org,39263,1699781158137/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/oldWALs/jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta.1699781177142.meta 2023-11-12T09:26:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:26:27,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } 2023-11-12T09:26:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781187545 (current time:1699781187545). 2023-11-12T09:26:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:26:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781187544_ns2_test-16997811672001 VERSION not specified, setting to 2 2023-11-12T09:26:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:26:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:26:27,554 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58192, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:26:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:26:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } 2023-11-12T09:26:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:26:27,560 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:26:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:26:27,561 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:26:27,564 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot, current working dir path: hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_1699781187544_ns2_test-16997811672001 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:26:27,567 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:26:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:26:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:26:27,974 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:26:27,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 0461e56191e293becaf9aa87cbfcffcb}] 2023-11-12T09:26:27,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:28,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:28,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:26:28,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:28,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 0461e56191e293becaf9aa87cbfcffcb 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:26:28,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/.tmp/f/035a86bd78d946d39ba7c1568f8b5f20 is 37, key is row10/f:q1/1699781170584/Put/seqid=0 2023-11-12T09:26:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:26:28,559 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/.tmp/f/035a86bd78d946d39ba7c1568f8b5f20 2023-11-12T09:26:28,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/.tmp/f/035a86bd78d946d39ba7c1568f8b5f20 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/f/035a86bd78d946d39ba7c1568f8b5f20 2023-11-12T09:26:28,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/f/035a86bd78d946d39ba7c1568f8b5f20, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:26:28,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0461e56191e293becaf9aa87cbfcffcb in 448ms, sequenceid=103, compaction requested=false 2023-11-12T09:26:28,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 0461e56191e293becaf9aa87cbfcffcb: 2023-11-12T09:26:28,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. for snapshot_1699781187544_ns2_test-16997811672001 completed. 2023-11-12T09:26:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb.' region-info for snapshot=snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:26:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/f/035a86bd78d946d39ba7c1568f8b5f20] hfiles 2023-11-12T09:26:28,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/f/035a86bd78d946d39ba7c1568f8b5f20 for snapshot=snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:26:28,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:28,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:26:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:26:28,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781187544_ns2_test-16997811672001 on region 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:28,992 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:28,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:26:28,995 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:26:28,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 0461e56191e293becaf9aa87cbfcffcb in 1.0190 sec 2023-11-12T09:26:28,996 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:26:28,997 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:26:28,997 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:28,998 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:29,409 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:26:29,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:26:29,417 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/.tmp/snapshot_1699781187544_ns2_test-16997811672001 to hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:29,418 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:26:29,419 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:26:29,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781187544_ns2_test-16997811672001 table=ns2:test-16997811672001 type=FLUSH ttl=0 } in 1.8630 sec 2023-11-12T09:26:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:26:29,669 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781183168 2023-11-12T09:26:29,669 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:26:29,669 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:26:29,669 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781183168_ns2:test-16997811672001 2023-11-12T09:26:29,669 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781187544_ns2_test-16997811672001 to hdfs://localhost:34913/backupUT/backup_1699781183168/ns2/test-16997811672001/ 2023-11-12T09:26:29,669 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:26:29,695 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34913, inputRoot=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02 2023-11-12T09:26:29,695 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36237,1699781154957_379418897_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34913/backupUT/backup_1699781183168/ns2/test-16997811672001, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34913/backupUT/backup_1699781183168/ns2/test-16997811672001/.hbase-snapshot/.tmp/snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:29,695 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34913, inputRoot=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02, snapshotDir=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_1699781187544_ns2_test-16997811672001. 2023-11-12T09:26:29,706 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/.hbase-snapshot/snapshot_1699781187544_ns2_test-16997811672001 to hdfs://localhost:34913/backupUT/backup_1699781183168/ns2/test-16997811672001/.hbase-snapshot/.tmp/snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:30,121 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:30,122 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:30,122 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:30,123 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,100 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop-8006434300157536938.jar 2023-11-12T09:26:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,101 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,102 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,102 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,103 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,104 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:26:31,105 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:26:31,105 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:26:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:26:31,106 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:26:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:26:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:26:31,107 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:26:31,108 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:26:31,108 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:26:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:26:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:26:31,110 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:26:31,110 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:31,111 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:31,112 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:26:31,112 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:31,112 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:26:31,113 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:26:31,114 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:26:31,158 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781187544_ns2_test-16997811672001' hfile list 2023-11-12T09:26:31,161 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:26:31,235 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.local.dir/1699781191202/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:26:31,236 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/mapreduce.cluster.local.dir/1699781191202/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:26:31,290 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:26:31,315 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/f/035a86bd78d946d39ba7c1568f8b5f20 output=hdfs://localhost:34913/backupUT/backup_1699781183168/ns2/test-16997811672001/archive/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/f/035a86bd78d946d39ba7c1568f8b5f20 2023-11-12T09:26:31,315 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:26:32,273 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:26:32,275 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:26:32,283 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:32,283 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781187544_ns2_test-16997811672001 finished. 2023-11-12T09:26:32,283 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(1034): ns2:test-16997811672001 2023-11-12T09:26:32,292 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781183168 2023-11-12T09:26:32,292 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:26:32,698 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34913/backupUT/backup_1699781183168/.backup.manifest 2023-11-12T09:26:32,698 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(358): Backup backup_1699781183168 finished: type=FULL,tablelist=ns2:test-16997811672001,targetRootDir=hdfs://localhost:34913/backupUT,startts=1699781187320,completets=1699781192292,bytescopied=0 2023-11-12T09:26:32,698 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:26:32,698 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:32,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781187544_ns2_test-16997811672001" 2023-11-12T09:26:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781187544_ns2_test-16997811672001 2023-11-12T09:26:32,704 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781187544_ns2_test-16997811672001 for backup backup_1699781183168 succeeded. 2023-11-12T09:26:32,705 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:26:32,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:26:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36237 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:26:32,713 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:26:32,716 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:26:32,721 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] impl.TableBackupClient(376): Backup backup_1699781183168 completed. 2023-11-12T09:26:32,722 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:32,738 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupShowHistory(97): backup complete: ns2:test-16997811672001 2023-11-12T09:26:32,756 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34913/backupUT/backup_1699781172954 2023-11-12T09:26:32,758 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781172954/.backup.manifest 2023-11-12T09:26:32,759 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34913/backupUT/backup_1699781183168 2023-11-12T09:26:32,761 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781183168/.backup.manifest 2023-11-12T09:26:32,763 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34913/backupUT/backup_1699781172954 2023-11-12T09:26:32,765 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781172954/.backup.manifest 2023-11-12T09:26:32,766 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34913/backupUT/backup_1699781183168 2023-11-12T09:26:32,768 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1699781183168/.backup.manifest 2023-11-12T09:26:32,768 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] backup.TestBackupShowHistory(139): show_history 2023-11-12T09:26:32,789 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.ResourceChecker(175): after: backup.TestBackupShowHistory#testBackupHistory Thread=600 (was 584) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,39263,1699781158137' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x577faa71-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162928156_16 at /127.0.0.1:46204 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6f4ecf91-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,36237,1699781154957)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,39263,1699781158137)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1624812524-172.31.12.81-1699781151732:blk_1073741871_1047, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63902@0x3d797e43-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x577faa71-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1624812524-172.31.12.81-1699781151732:blk_1073741870_1046, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1371810797_16 at /127.0.0.1:46166 [Receiving block BP-1624812524-172.31.12.81-1699781151732:blk_1073741871_1047] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x577faa71-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6f4ecf91-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x577faa71-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63902@0x3d797e43-SendThread(127.0.0.1:63902) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: hconnection-0x577faa71-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1371810797_16 at /127.0.0.1:46160 [Receiving block BP-1624812524-172.31.12.81-1699781151732:blk_1073741870_1046] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_162928156_16 at /127.0.0.1:46220 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:63902@0x3d797e43 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/1951545150.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=711 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=212 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=168 (was 168), AvailableMemoryMB=5495 (was 5918) 2023-11-12T09:26:32,790 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:26:32,797 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:26:32,797 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:32,798 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:26:32,798 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] util.JVMClusterUtil(257): Found active master hash=1313034891, stopped=false 2023-11-12T09:26:32,798 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:26:32,801 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:26:32,801 DEBUG [Listener at jenkins-hbase3.apache.org/39911 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:32,801 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39263,1699781158137' ***** 2023-11-12T09:26:32,801 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:26:32,802 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:26:32,814 INFO [RS:0;jenkins-hbase3:39263 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@60110091{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:26:32,818 INFO [RS:0;jenkins-hbase3:39263 {}] server.AbstractConnector(383): Stopped ServerConnector@1463ce84{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:26:32,818 INFO [RS:0;jenkins-hbase3:39263 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:26:32,819 INFO [RS:0;jenkins-hbase3:39263 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@77fd10e8{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:26:32,820 INFO [RS:0;jenkins-hbase3:39263 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7b898770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.log.dir/,STOPPED} 2023-11-12T09:26:32,822 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:26:32,823 INFO [RS:0;jenkins-hbase3:39263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:26:32,823 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:26:32,823 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:26:32,823 INFO [RS:0;jenkins-hbase3:39263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:26:32,823 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 71ace39a4ba1c8544db79434448f5ec7 2023-11-12T09:26:32,823 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 0461e56191e293becaf9aa87cbfcffcb 2023-11-12T09:26:32,824 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 3603b61095428e8234614d3dc6802cd3 2023-11-12T09:26:32,824 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:32,824 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:32,824 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 1917c494c581f7016f4a6e83e5157f40 2023-11-12T09:26:32,824 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 79726546083f3e53486fce7cdebc3a3f 2023-11-12T09:26:32,824 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39263,1699781158137 2023-11-12T09:26:32,824 DEBUG [RS:0;jenkins-hbase3:39263 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:32,825 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 71ace39a4ba1c8544db79434448f5ec7, disabling compactions & flushes 2023-11-12T09:26:32,825 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:32,825 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:26:32,825 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:26:32,825 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:32,825 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:26:32,825 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. after waiting 0 ms 2023-11-12T09:26:32,825 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:32,825 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:26:32,825 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:26:32,825 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1583): Online Regions={71ace39a4ba1c8544db79434448f5ec7=ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7., 1588230740=hbase:meta,,1.1588230740, 0461e56191e293becaf9aa87cbfcffcb=ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb., 3603b61095428e8234614d3dc6802cd3=backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3., eab3be5424b9fde76449132ad9d8fad7=test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7., 8c8aa4dab30eb1b77d95b8a7c312b8d3=backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3., 1917c494c581f7016f4a6e83e5157f40=hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40., 79726546083f3e53486fce7cdebc3a3f=ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f.} 2023-11-12T09:26:32,826 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:26:32,826 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:26:32,826 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:26:32,826 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:26:32,826 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:26:32,826 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-12T09:26:32,826 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1609): Waiting on 0461e56191e293becaf9aa87cbfcffcb, 1588230740, 1917c494c581f7016f4a6e83e5157f40, 3603b61095428e8234614d3dc6802cd3, 71ace39a4ba1c8544db79434448f5ec7, 79726546083f3e53486fce7cdebc3a3f, 8c8aa4dab30eb1b77d95b8a7c312b8d3, eab3be5424b9fde76449132ad9d8fad7 2023-11-12T09:26:32,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns4/test-16997811672003/71ace39a4ba1c8544db79434448f5ec7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:26:32,834 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:26:32,834 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:32,835 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:32,835 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 71ace39a4ba1c8544db79434448f5ec7: 2023-11-12T09:26:32,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997811672003,,1699781171785.71ace39a4ba1c8544db79434448f5ec7. 2023-11-12T09:26:32,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0461e56191e293becaf9aa87cbfcffcb, disabling compactions & flushes 2023-11-12T09:26:32,836 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:32,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:32,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. after waiting 0 ms 2023-11-12T09:26:32,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:32,845 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns2/test-16997811672001/0461e56191e293becaf9aa87cbfcffcb/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:26:32,846 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:32,847 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:32,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0461e56191e293becaf9aa87cbfcffcb: 2023-11-12T09:26:32,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb. 2023-11-12T09:26:32,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3603b61095428e8234614d3dc6802cd3, disabling compactions & flushes 2023-11-12T09:26:32,847 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:32,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:32,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. after waiting 0 ms 2023-11-12T09:26:32,847 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:32,851 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system_bulk/3603b61095428e8234614d3dc6802cd3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:26:32,852 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:32,853 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:32,853 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3603b61095428e8234614d3dc6802cd3: 2023-11-12T09:26:32,853 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781174235.3603b61095428e8234614d3dc6802cd3. 2023-11-12T09:26:32,853 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing eab3be5424b9fde76449132ad9d8fad7, disabling compactions & flushes 2023-11-12T09:26:32,853 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:32,853 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:32,853 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. after waiting 0 ms 2023-11-12T09:26:32,853 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:32,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/default/test-1699781167200/eab3be5424b9fde76449132ad9d8fad7/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:26:32,860 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:32,860 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:32,860 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for eab3be5424b9fde76449132ad9d8fad7: 2023-11-12T09:26:32,860 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781167200,,1699781167695.eab3be5424b9fde76449132ad9d8fad7. 2023-11-12T09:26:32,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8c8aa4dab30eb1b77d95b8a7c312b8d3, disabling compactions & flushes 2023-11-12T09:26:32,861 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:32,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:32,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. after waiting 0 ms 2023-11-12T09:26:32,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:32,861 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 8c8aa4dab30eb1b77d95b8a7c312b8d3 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-11-12T09:26:32,863 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/.tmp/info/1bd052e465304f98850a0bf2c0581c61 is 159, key is ns2:test-16997811672001,,1699781168452.0461e56191e293becaf9aa87cbfcffcb./info:regioninfo/1699781169652/Put/seqid=0 2023-11-12T09:26:32,865 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/meta/ad061a6895fd402aab8b625441bc3ad2 is 171, key is trslm:hdfs://localhost:34913/backupUT\x00ns2:test-16997811672001/meta:log-roll-map/1699781192287/Put/seqid=0 2023-11-12T09:26:32,874 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/.tmp/info/1bd052e465304f98850a0bf2c0581c61 2023-11-12T09:26:32,875 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/meta/ad061a6895fd402aab8b625441bc3ad2 2023-11-12T09:26:32,886 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/28d0f1f2531d432897f364c9a1536ba4 is 375, key is session:backup_1699781183168/session:context/1699781192714/Put/seqid=0 2023-11-12T09:26:32,896 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/.tmp/table/39a4bca8d0b44b02878da0000ebf118b is 59, key is ns2:test-16997811672001/table:state/1699781169661/Put/seqid=0 2023-11-12T09:26:32,901 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/.tmp/table/39a4bca8d0b44b02878da0000ebf118b 2023-11-12T09:26:32,908 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/.tmp/info/1bd052e465304f98850a0bf2c0581c61 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/info/1bd052e465304f98850a0bf2c0581c61 2023-11-12T09:26:32,914 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/info/1bd052e465304f98850a0bf2c0581c61, entries=70, sequenceid=39, filesize=14.1 K 2023-11-12T09:26:32,915 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/.tmp/table/39a4bca8d0b44b02878da0000ebf118b as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/table/39a4bca8d0b44b02878da0000ebf118b 2023-11-12T09:26:32,922 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/table/39a4bca8d0b44b02878da0000ebf118b, entries=14, sequenceid=39, filesize=5.8 K 2023-11-12T09:26:32,923 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=39, compaction requested=false 2023-11-12T09:26:32,934 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-12T09:26:32,935 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:32,935 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:26:32,936 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:26:32,936 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:26:32,936 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:26:33,027 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1609): Waiting on 1917c494c581f7016f4a6e83e5157f40, 79726546083f3e53486fce7cdebc3a3f, 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:33,227 DEBUG [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1609): Waiting on 1917c494c581f7016f4a6e83e5157f40, 79726546083f3e53486fce7cdebc3a3f, 8c8aa4dab30eb1b77d95b8a7c312b8d3 2023-11-12T09:26:33,292 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=596 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/28d0f1f2531d432897f364c9a1536ba4 2023-11-12T09:26:33,299 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/meta/ad061a6895fd402aab8b625441bc3ad2 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/meta/ad061a6895fd402aab8b625441bc3ad2 2023-11-12T09:26:33,305 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/meta/ad061a6895fd402aab8b625441bc3ad2, entries=4, sequenceid=27, filesize=5.6 K 2023-11-12T09:26:33,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/.tmp/session/28d0f1f2531d432897f364c9a1536ba4 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/28d0f1f2531d432897f364c9a1536ba4 2023-11-12T09:26:33,312 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/session/28d0f1f2531d432897f364c9a1536ba4, entries=2, sequenceid=27, filesize=5.3 K 2023-11-12T09:26:33,314 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1054, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 8c8aa4dab30eb1b77d95b8a7c312b8d3 in 453ms, sequenceid=27, compaction requested=true 2023-11-12T09:26:33,326 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/backup/system/8c8aa4dab30eb1b77d95b8a7c312b8d3/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-12T09:26:33,327 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:33,328 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:33,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8c8aa4dab30eb1b77d95b8a7c312b8d3: 2023-11-12T09:26:33,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781173108.8c8aa4dab30eb1b77d95b8a7c312b8d3. 2023-11-12T09:26:33,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1917c494c581f7016f4a6e83e5157f40, disabling compactions & flushes 2023-11-12T09:26:33,329 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:33,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:33,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. after waiting 0 ms 2023-11-12T09:26:33,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:33,329 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 1917c494c581f7016f4a6e83e5157f40 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:26:33,347 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/.tmp/info/4ae75aaec4b040a8ae5fdc70dd8d0c66 is 45, key is default/info:d/1699781162572/Put/seqid=0 2023-11-12T09:26:33,353 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/.tmp/info/4ae75aaec4b040a8ae5fdc70dd8d0c66 2023-11-12T09:26:33,360 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/.tmp/info/4ae75aaec4b040a8ae5fdc70dd8d0c66 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/info/4ae75aaec4b040a8ae5fdc70dd8d0c66 2023-11-12T09:26:33,366 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/info/4ae75aaec4b040a8ae5fdc70dd8d0c66, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:26:33,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 1917c494c581f7016f4a6e83e5157f40 in 38ms, sequenceid=11, compaction requested=false 2023-11-12T09:26:33,374 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/hbase/namespace/1917c494c581f7016f4a6e83e5157f40/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:26:33,375 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:33,376 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:33,376 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1917c494c581f7016f4a6e83e5157f40: 2023-11-12T09:26:33,376 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781161593.1917c494c581f7016f4a6e83e5157f40. 2023-11-12T09:26:33,377 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 79726546083f3e53486fce7cdebc3a3f, disabling compactions & flushes 2023-11-12T09:26:33,377 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:33,377 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:33,377 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. after waiting 0 ms 2023-11-12T09:26:33,377 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:33,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/data/ns3/test-16997811672002/79726546083f3e53486fce7cdebc3a3f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:26:33,382 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:26:33,383 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:33,383 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 79726546083f3e53486fce7cdebc3a3f: 2023-11-12T09:26:33,383 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997811672002,,1699781170661.79726546083f3e53486fce7cdebc3a3f. 2023-11-12T09:26:33,427 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39263,1699781158137; all regions closed. 2023-11-12T09:26:33,436 DEBUG [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/oldWALs 2023-11-12T09:26:33,437 INFO [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39263%2C1699781158137.meta:.meta(num 1699781187354) 2023-11-12T09:26:33,444 DEBUG [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/oldWALs 2023-11-12T09:26:33,444 INFO [RS:0;jenkins-hbase3:39263 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39263%2C1699781158137:(num 1699781187375) 2023-11-12T09:26:33,444 DEBUG [RS:0;jenkins-hbase3:39263 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:33,444 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:26:33,445 INFO [RS:0;jenkins-hbase3:39263 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:26:33,445 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:26:33,447 INFO [RS:0;jenkins-hbase3:39263 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39263 2023-11-12T09:26:33,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,39263,1699781158137] 2023-11-12T09:26:33,457 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,39263,1699781158137; numProcessing=1 2023-11-12T09:26:33,458 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,39263,1699781158137 expired; onlineServers=0 2023-11-12T09:26:33,458 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36237,1699781154957' ***** 2023-11-12T09:26:33,458 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:26:33,459 DEBUG [M:0;jenkins-hbase3:36237 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bf35ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:26:33,459 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:26:33,501 INFO [M:0;jenkins-hbase3:36237 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@cf50afc{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:26:33,502 INFO [M:0;jenkins-hbase3:36237 {}] server.AbstractConnector(383): Stopped ServerConnector@5c5b0b80{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:26:33,502 INFO [M:0;jenkins-hbase3:36237 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:26:33,502 INFO [M:0;jenkins-hbase3:36237 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5764a259{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:26:33,503 INFO [M:0;jenkins-hbase3:36237 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@bc79a95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/hadoop.log.dir/,STOPPED} 2023-11-12T09:26:33,503 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36237,1699781154957 2023-11-12T09:26:33,503 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36237,1699781154957; all regions closed. 2023-11-12T09:26:33,503 DEBUG [M:0;jenkins-hbase3:36237 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:33,504 INFO [M:0;jenkins-hbase3:36237 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:26:33,504 INFO [M:0;jenkins-hbase3:36237 {}] server.AbstractConnector(383): Stopped ServerConnector@2af33186{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:26:33,505 DEBUG [M:0;jenkins-hbase3:36237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:26:33,505 INFO [M:0;jenkins-hbase3:36237 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:26:33,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:26:33,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781160338 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781160338,5,FailOnTimeoutGroup] 2023-11-12T09:26:33,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781160343 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781160343,5,FailOnTimeoutGroup] 2023-11-12T09:26:33,505 DEBUG [M:0;jenkins-hbase3:36237 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:26:33,505 DEBUG [M:0;jenkins-hbase3:36237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:26:33,505 INFO [M:0;jenkins-hbase3:36237 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:26:33,505 DEBUG [M:0;jenkins-hbase3:36237 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:26:33,505 INFO [M:0;jenkins-hbase3:36237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:26:33,506 ERROR [M:0;jenkins-hbase3:36237 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-11-12T09:26:33,508 INFO [M:0;jenkins-hbase3:36237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:26:33,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:26:33,508 WARN [M:0;jenkins-hbase3:36237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:26:33,508 INFO [M:0;jenkins-hbase3:36237 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:26:33,508 INFO [M:0;jenkins-hbase3:36237 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:26:33,509 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:26:33,520 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:33,520 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:33,520 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:26:33,520 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:33,520 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.38 KB heapSize=185.41 KB 2023-11-12T09:26:33,533 DEBUG [M:0;jenkins-hbase3:36237 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbe373774a7a4d68b74d75bdbc0f4879 is 88, key is hbase:meta,,1/info:sn/1699781160963/Put/seqid=0 2023-11-12T09:26:33,537 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbe373774a7a4d68b74d75bdbc0f4879 2023-11-12T09:26:33,557 INFO [RS:0;jenkins-hbase3:39263 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39263,1699781158137; zookeeper connection closed. 2023-11-12T09:26:33,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bf84645 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bf84645 2023-11-12T09:26:33,557 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:26:33,558 DEBUG [M:0;jenkins-hbase3:36237 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0432d2b744449708732f2c9707aeada is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699781174630/Put/seqid=0 2023-11-12T09:26:33,563 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0432d2b744449708732f2c9707aeada 2023-11-12T09:26:33,569 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0432d2b744449708732f2c9707aeada 2023-11-12T09:26:33,582 DEBUG [M:0;jenkins-hbase3:36237 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88e6a847e72e438683c5a1d3eaea234a is 82, key is jenkins-hbase3.apache.org,39263,1699781158137/rs:state/1699781160450/Put/seqid=0 2023-11-12T09:26:33,987 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88e6a847e72e438683c5a1d3eaea234a 2023-11-12T09:26:33,993 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbe373774a7a4d68b74d75bdbc0f4879 as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbe373774a7a4d68b74d75bdbc0f4879 2023-11-12T09:26:33,998 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbe373774a7a4d68b74d75bdbc0f4879, entries=8, sequenceid=362, filesize=5.5 K 2023-11-12T09:26:34,000 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0432d2b744449708732f2c9707aeada as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0432d2b744449708732f2c9707aeada 2023-11-12T09:26:34,005 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0432d2b744449708732f2c9707aeada 2023-11-12T09:26:34,005 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0432d2b744449708732f2c9707aeada, entries=39, sequenceid=362, filesize=13.7 K 2023-11-12T09:26:34,006 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88e6a847e72e438683c5a1d3eaea234a as hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88e6a847e72e438683c5a1d3eaea234a 2023-11-12T09:26:34,012 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34913/user/jenkins/test-data/64460d4d-f129-096a-0383-53fcb9793e02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88e6a847e72e438683c5a1d3eaea234a, entries=1, sequenceid=362, filesize=5.1 K 2023-11-12T09:26:34,013 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.38 KB/158080, heapSize ~185.12 KB/189560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 492ms, sequenceid=362, compaction requested=false 2023-11-12T09:26:34,017 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:26:34,017 DEBUG [M:0;jenkins-hbase3:36237 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:26:34,020 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:26:34,020 INFO [M:0;jenkins-hbase3:36237 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:26:34,020 INFO [M:0;jenkins-hbase3:36237 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:26:34,021 INFO [M:0;jenkins-hbase3:36237 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36237 2023-11-12T09:26:34,125 INFO [M:0;jenkins-hbase3:36237 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36237,1699781154957; zookeeper connection closed. 2023-11-12T09:26:34,128 WARN [Listener at jenkins-hbase3.apache.org/39911 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:26:34,131 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:26:34,237 WARN [BP-1624812524-172.31.12.81-1699781151732 heartbeating to localhost/127.0.0.1:34913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:26:34,237 WARN [BP-1624812524-172.31.12.81-1699781151732 heartbeating to localhost/127.0.0.1:34913 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1624812524-172.31.12.81-1699781151732 (Datanode Uuid db8cbcbd-ffe0-4a74-ae41-d353bf92ce6b) service to localhost/127.0.0.1:34913 2023-11-12T09:26:34,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/dfs/data/data1/current/BP-1624812524-172.31.12.81-1699781151732 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:26:34,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/8a001b7b-e32a-71b2-d02e-2a633a136200/cluster_f7e597ad-667a-906d-2c04-97ea59c05619/dfs/data/data2/current/BP-1624812524-172.31.12.81-1699781151732 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:26:34,282 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:26:34,443 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:26:34,443 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:26:34,453 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:26:34,574 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:26:34,688 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:26:34,688 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:26:34,794 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:26:34,801 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:26:34,802 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:26:34,808 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:26:34,911 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:26:34,911 INFO [Listener at jenkins-hbase3.apache.org/39911 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped