2023-10-02 12:36:40,215 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:36:40,232 main DEBUG Took 0.013909 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:36:40,232 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:36:40,233 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:36:40,234 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:36:40,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,251 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:36:40,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,271 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,271 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,272 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,273 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,274 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,275 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,276 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,277 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,278 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,279 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:36:40,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,281 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:36:40,284 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:36:40,287 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:36:40,289 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:36:40,290 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:36:40,291 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:36:40,292 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:36:40,309 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:36:40,313 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:36:40,315 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:36:40,316 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:36:40,316 main DEBUG createAppenders(={Console}) 2023-10-02 12:36:40,317 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-10-02 12:36:40,318 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-10-02 12:36:40,318 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-10-02 12:36:40,319 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:36:40,319 main DEBUG OutputStream closed 2023-10-02 12:36:40,320 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:36:40,320 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:36:40,321 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-10-02 12:36:40,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:36:40,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:36:40,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:36:40,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:36:40,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:36:40,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:36:40,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:36:40,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:36:40,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:36:40,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:36:40,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:36:40,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:36:40,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:36:40,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:36:40,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:36:40,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:36:40,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:36:40,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:36:40,406 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:36:40,407 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-10-02 12:36:40,407 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:36:40,408 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-10-02T12:36:40,441 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupStatusProgress timeout: 13 mins 2023-10-02 12:36:40,445 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:36:40,446 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:36:40,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e 2023-10-02T12:36:40,926 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:36:40,929 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:40,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:36:40,935 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3, deleteOnExit=true 2023-10-02T12:36:40,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:36:40,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/test.cache.data in system properties and HBase conf 2023-10-02T12:36:40,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:36:40,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:36:40,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:36:40,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:36:40,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:36:41,146 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:36:42,027 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:36:42,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:36:42,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:36:42,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:36:42,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:36:42,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:36:42,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:36:42,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:36:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:36:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:36:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:36:42,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:36:42,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:36:42,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:36:42,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:36:42,764 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:36:42,770 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:36:43,287 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:36:43,508 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7456548d via org.mortbay.log.Slf4jLog 2023-10-02T12:36:43,551 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:36:43,658 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:36:43,718 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir/Jetty_localhost_44837_hdfs____mje8xy/webapp 2023-10-02T12:36:43,987 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44837 2023-10-02T12:36:44,022 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:36:44,022 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:36:45,284 WARN [Listener at localhost/45413 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:36:45,410 WARN [Listener at localhost/45413 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:36:45,435 WARN [Listener at localhost/45413 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:36:45,444 INFO [Listener at localhost/45413 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:36:45,453 INFO [Listener at localhost/45413 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir/Jetty_localhost_37135_datanode____.lq5j56/webapp 2023-10-02T12:36:45,599 INFO [Listener at localhost/45413 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37135 2023-10-02T12:36:45,949 WARN [Listener at localhost/44679 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:36:46,337 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:36:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd3ffc9b111ed18ed: Processing first storage report for DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef from datanode db22405a-f461-45a4-ba14-f6071b6ab2c9 2023-10-02T12:36:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd3ffc9b111ed18ed: from storage DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef node DatanodeRegistration(127.0.0.1:42549, datanodeUuid=db22405a-f461-45a4-ba14-f6071b6ab2c9, infoPort=33909, infoSecurePort=0, ipcPort=44679, storageInfo=lv=-57;cid=testClusterID;nsid=1229978032;c=1696250202886), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:36:46,685 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd3ffc9b111ed18ed: Processing first storage report for DS-b3ff71a5-5e53-439e-a5ed-21699682af9c from datanode db22405a-f461-45a4-ba14-f6071b6ab2c9 2023-10-02T12:36:46,685 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd3ffc9b111ed18ed: from storage DS-b3ff71a5-5e53-439e-a5ed-21699682af9c node DatanodeRegistration(127.0.0.1:42549, datanodeUuid=db22405a-f461-45a4-ba14-f6071b6ab2c9, infoPort=33909, infoSecurePort=0, ipcPort=44679, storageInfo=lv=-57;cid=testClusterID;nsid=1229978032;c=1696250202886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:36:46,743 DEBUG [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e 2023-10-02T12:36:46,877 INFO [Listener at localhost/44679 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3/zookeeper_0, clientPort=58718, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:36:46,947 INFO [Listener at localhost/44679 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58718 2023-10-02T12:36:46,958 INFO [Listener at localhost/44679 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:46,961 INFO [Listener at localhost/44679 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:47,720 INFO [Listener at localhost/44679 {}] util.FSUtils(462): Created version file at hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 with version=8 2023-10-02T12:36:47,721 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/hbase-staging 2023-10-02T12:36:47,744 DEBUG [Listener at localhost/44679 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:36:47,744 DEBUG [Listener at localhost/44679 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:36:47,744 DEBUG [Listener at localhost/44679 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:36:47,745 DEBUG [Listener at localhost/44679 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:36:48,027 DEBUG [Listener at localhost/44679 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:36:49,059 INFO [Listener at localhost/44679 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:36:49,122 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:36:49,123 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:36:49,124 INFO [Listener at localhost/44679 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:36:49,124 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:36:49,124 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:36:49,315 INFO [Listener at localhost/44679 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:36:49,461 INFO [Listener at localhost/44679 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:36:49,486 DEBUG [Listener at localhost/44679 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:36:49,496 INFO [Listener at localhost/44679 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:36:49,564 DEBUG [Listener at localhost/44679 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 19583 (auto-detected) 2023-10-02T12:36:49,566 DEBUG [Listener at localhost/44679 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:36:49,609 INFO [Listener at localhost/44679 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34773 2023-10-02T12:36:49,626 INFO [Listener at localhost/44679 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:49,628 INFO [Listener at localhost/44679 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:49,651 INFO [Listener at localhost/44679 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34773 connecting to ZooKeeper ensemble=127.0.0.1:58718 2023-10-02T12:36:49,725 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:347730x0, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:36:49,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34773-0x101732d7ad60000 connected 2023-10-02T12:36:49,796 DEBUG [Listener at localhost/44679 {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:36:49,808 DEBUG [Listener at localhost/44679 {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:36:49,817 DEBUG [Listener at localhost/44679 {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:36:49,834 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34773 2023-10-02T12:36:49,834 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34773 2023-10-02T12:36:49,842 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34773 2023-10-02T12:36:49,853 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34773 2023-10-02T12:36:49,853 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34773 2023-10-02T12:36:49,950 INFO [Listener at localhost/44679 {}] log.Log(170): Logging initialized @10904ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:36:50,183 INFO [Listener at localhost/44679 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:36:50,184 INFO [Listener at localhost/44679 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:36:50,185 INFO [Listener at localhost/44679 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:36:50,188 INFO [Listener at localhost/44679 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:36:50,188 INFO [Listener at localhost/44679 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:36:50,188 INFO [Listener at localhost/44679 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:36:50,193 INFO [Listener at localhost/44679 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:36:50,394 INFO [Listener at localhost/44679 {}] http.HttpServer(1219): Jetty bound to port 40477 2023-10-02T12:36:50,397 INFO [Listener at localhost/44679 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:36:50,469 INFO [Listener at localhost/44679 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:36:50,474 INFO [Listener at localhost/44679 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@b3133e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:36:50,475 INFO [Listener at localhost/44679 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:36:50,475 INFO [Listener at localhost/44679 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@38e42778{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:36:50,573 INFO [Listener at localhost/44679 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:36:50,593 INFO [Listener at localhost/44679 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:36:50,593 INFO [Listener at localhost/44679 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:36:50,596 INFO [Listener at localhost/44679 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:36:50,608 INFO [Listener at localhost/44679 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:36:52,153 INFO [Listener at localhost/44679 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@3b4cd3f9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:36:52,176 INFO [Listener at localhost/44679 {}] server.AbstractConnector(333): Started ServerConnector@3b0c8971{HTTP/1.1, (http/1.1)}{0.0.0.0:40477} 2023-10-02T12:36:52,176 INFO [Listener at localhost/44679 {}] server.Server(415): Started @13130ms 2023-10-02T12:36:52,184 INFO [Listener at localhost/44679 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060, hbase.cluster.distributed=false 2023-10-02T12:36:52,323 INFO [Listener at localhost/44679 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:36:52,323 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:36:52,323 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:36:52,324 INFO [Listener at localhost/44679 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:36:52,324 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:36:52,324 INFO [Listener at localhost/44679 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:36:52,336 INFO [Listener at localhost/44679 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:36:52,339 INFO [Listener at localhost/44679 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:36:52,340 INFO [Listener at localhost/44679 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:33633 2023-10-02T12:36:52,344 INFO [Listener at localhost/44679 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:36:52,354 DEBUG [Listener at localhost/44679 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:36:52,355 INFO [Listener at localhost/44679 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:52,361 INFO [Listener at localhost/44679 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:52,364 INFO [Listener at localhost/44679 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:33633 connecting to ZooKeeper ensemble=127.0.0.1:58718 2023-10-02T12:36:52,377 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:336330x0, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:36:52,379 DEBUG [Listener at localhost/44679 {}] zookeeper.ZKUtil(113): regionserver:336330x0, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:36:52,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:33633-0x101732d7ad60001 connected 2023-10-02T12:36:52,387 DEBUG [Listener at localhost/44679 {}] zookeeper.ZKUtil(113): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:36:52,388 DEBUG [Listener at localhost/44679 {}] zookeeper.ZKUtil(113): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:36:52,389 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33633 2023-10-02T12:36:52,389 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33633 2023-10-02T12:36:52,390 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33633 2023-10-02T12:36:52,393 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33633 2023-10-02T12:36:52,393 DEBUG [Listener at localhost/44679 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33633 2023-10-02T12:36:52,398 INFO [Listener at localhost/44679 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:36:52,399 INFO [Listener at localhost/44679 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:36:52,399 INFO [Listener at localhost/44679 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:36:52,400 INFO [Listener at localhost/44679 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:36:52,400 INFO [Listener at localhost/44679 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:36:52,400 INFO [Listener at localhost/44679 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:36:52,401 INFO [Listener at localhost/44679 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:36:52,403 INFO [Listener at localhost/44679 {}] http.HttpServer(1219): Jetty bound to port 43393 2023-10-02T12:36:52,403 INFO [Listener at localhost/44679 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:36:52,423 INFO [Listener at localhost/44679 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:36:52,423 INFO [Listener at localhost/44679 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1eb31d66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:36:52,424 INFO [Listener at localhost/44679 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:36:52,424 INFO [Listener at localhost/44679 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@17eefab{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:36:52,448 INFO [Listener at localhost/44679 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:36:52,449 INFO [Listener at localhost/44679 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:36:52,450 INFO [Listener at localhost/44679 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:36:52,450 INFO [Listener at localhost/44679 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:36:52,458 INFO [Listener at localhost/44679 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:36:52,465 INFO [Listener at localhost/44679 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@44b20934{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:36:52,476 INFO [Listener at localhost/44679 {}] server.AbstractConnector(333): Started ServerConnector@54a294f{HTTP/1.1, (http/1.1)}{0.0.0.0:43393} 2023-10-02T12:36:52,477 INFO [Listener at localhost/44679 {}] server.Server(415): Started @13431ms 2023-10-02T12:36:52,552 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:36:52,628 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@a48903f{HTTP/1.1, (http/1.1)}{0.0.0.0:43575} 2023-10-02T12:36:52,628 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @13582ms 2023-10-02T12:36:52,628 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:52,629 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34773 2023-10-02T12:36:52,688 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:36:52,688 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:36:52,714 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:52,750 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:36:52,751 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:52,751 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:36:52,751 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:52,758 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:36:52,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:36:52,772 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,34773,1696250208005 from backup master directory 2023-10-02T12:36:52,788 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:52,788 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:36:52,789 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:36:52,790 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:52,790 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:36:52,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:36:52,806 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:36:53,120 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/hbase.id with ID: 58492da9-41cf-4c84-bd87-b1d9ebb6c211 2023-10-02T12:36:53,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:36:53,244 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:53,244 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:53,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:36:53,366 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:36:53,396 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:36:53,396 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:36:53,399 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:36:53,414 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:36:53,416 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:36:53,627 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store 2023-10-02T12:36:54,159 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:36:54,162 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:54,163 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:36:54,163 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:54,163 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:54,163 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:36:54,163 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:54,164 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:36:54,164 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:36:54,168 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/.initializing 2023-10-02T12:36:54,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/WALs/jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:54,183 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:36:54,211 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34773%2C1696250208005, suffix=, logDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/WALs/jenkins-hbase3.apache.org,34773,1696250208005, archiveDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/oldWALs, maxLogs=10 2023-10-02T12:36:54,255 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/WALs/jenkins-hbase3.apache.org,34773,1696250208005/jenkins-hbase3.apache.org%2C34773%2C1696250208005.1696250214221, exclude list is [], retry=0 2023-10-02T12:36:54,332 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:36:54,349 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:36:54,508 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/WALs/jenkins-hbase3.apache.org,34773,1696250208005/jenkins-hbase3.apache.org%2C34773%2C1696250208005.1696250214221 2023-10-02T12:36:54,512 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:36:54,514 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:36:54,515 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:54,522 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,524 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:36:54,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:54,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:54,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:36:54,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:54,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:36:54,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:36:54,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:54,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:36:54,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:36:54,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:54,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:36:54,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,822 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,869 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:36:54,898 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:36:54,926 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:36:54,930 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10477508640, jitterRate=-0.024205967783927917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:36:54,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:36:54,952 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:36:55,035 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43747119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:55,133 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:36:55,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:36:55,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:36:55,172 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:36:55,174 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 2 msec 2023-10-02T12:36:55,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-02T12:36:55,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:36:55,258 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:36:55,307 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:36:55,320 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:36:55,325 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:36:55,334 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:36:55,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:36:55,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:36:55,366 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:36:55,388 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:36:55,398 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:36:55,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:36:55,458 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:36:55,461 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:36:55,474 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:36:55,474 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,475 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:36:55,475 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,34773,1696250208005, sessionid=0x101732d7ad60000, setting cluster-up flag (Was=false) 2023-10-02T12:36:55,509 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:36:55,534 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,535 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,578 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:36:55,610 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:55,626 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,627 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,640 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:36:55,644 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:55,654 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,654 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:55,676 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:36:55,678 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:55,765 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:33633 2023-10-02T12:36:55,772 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(997): ClusterId : 58492da9-41cf-4c84-bd87-b1d9ebb6c211 2023-10-02T12:36:55,775 INFO [RS:0;jenkins-hbase3:33633 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:36:55,782 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:36:55,801 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:36:55,802 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:36:55,819 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:36:55,819 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:36:55,827 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:36:55,828 DEBUG [RS:0;jenkins-hbase3:33633 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32acd9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:55,831 DEBUG [RS:0;jenkins-hbase3:33633 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e0ac43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:36:55,839 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:36:55,840 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:36:55,840 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:36:55,844 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34773,1696250208005 with isa=jenkins-hbase3.apache.org/172.31.12.81:33633, startcode=1696250212313 2023-10-02T12:36:55,871 DEBUG [RS:0;jenkins-hbase3:33633 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:36:55,971 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:36:55,983 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:36:55,984 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33039, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:36:56,000 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:36:56,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:36:56,028 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34773,1696250208005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:36:56,048 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:36:56,049 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:36:56,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:36:56,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:36:56,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:36:56,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,059 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:36:56,059 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,065 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:36:56,067 WARN [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-10-02T12:36:56,127 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696250246126 2023-10-02T12:36:56,130 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:36:56,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:36:56,176 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34773,1696250208005 with isa=jenkins-hbase3.apache.org/172.31.12.81:33633, startcode=1696250212313 2023-10-02T12:36:56,176 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:36:56,177 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:36:56,178 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:36:56,179 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:36:56,179 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:36:56,179 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,182 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:36:56,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:36:56,181 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-10-02T12:36:56,185 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:36:56,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:36:56,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:36:56,193 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-10-02T12:36:56,194 WARN [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-10-02T12:36:56,198 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4de1069d to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:56,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:56,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:36:56,224 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc78e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:56,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:36:56,235 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:36:56,236 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:36:56,240 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696250216239,5,FailOnTimeoutGroup] 2023-10-02T12:36:56,240 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696250216240,5,FailOnTimeoutGroup] 2023-10-02T12:36:56,240 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,241 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:36:56,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:36:56,271 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:36:56,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:56,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:36:56,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:36:56,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:56,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:56,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:36:56,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:36:56,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:56,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:56,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:36:56,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:36:56,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:56,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:56,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740 2023-10-02T12:36:56,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740 2023-10-02T12:36:56,309 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:36:56,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:36:56,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:36:56,326 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9719201280, jitterRate=-0.09482884407043457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:36:56,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:36:56,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:36:56,329 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:36:56,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:36:56,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:36:56,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:36:56,331 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:36:56,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:36:56,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:36:56,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:36:56,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:36:56,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:36:56,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:36:56,395 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34773,1696250208005 with isa=jenkins-hbase3.apache.org/172.31.12.81:33633, startcode=1696250212313 2023-10-02T12:36:56,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:56,418 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:36:56,418 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:45413 2023-10-02T12:36:56,418 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=40477 2023-10-02T12:36:56,427 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:36:56,434 DEBUG [RS:0;jenkins-hbase3:33633 {}] zookeeper.ZKUtil(111): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:56,434 WARN [RS:0;jenkins-hbase3:33633 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:36:56,435 INFO [RS:0;jenkins-hbase3:33633 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:36:56,435 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:56,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,33633,1696250212313] 2023-10-02T12:36:56,469 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:36:56,487 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:36:56,512 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:36:56,517 INFO [RS:0;jenkins-hbase3:33633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:36:56,517 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,518 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:36:56,524 WARN [jenkins-hbase3:34773 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-10-02T12:36:56,529 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,529 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,530 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,530 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,530 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,530 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,530 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:36:56,531 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,531 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,531 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,531 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,532 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:36:56,532 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:36:56,532 DEBUG [RS:0;jenkins-hbase3:33633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:36:56,535 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,535 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,535 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,535 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,535 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33633,1696250212313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:36:56,555 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:36:56,559 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33633,1696250212313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:56,577 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,33633,1696250212313 started 2023-10-02T12:36:56,577 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,33633,1696250212313, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:33633, sessionid=0x101732d7ad60001 2023-10-02T12:36:56,578 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:36:56,578 DEBUG [RS:0;jenkins-hbase3:33633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:56,578 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33633,1696250212313' 2023-10-02T12:36:56,578 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:36:56,579 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:36:56,580 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:36:56,580 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:36:56,580 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33633,1696250212313' 2023-10-02T12:36:56,580 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:36:56,580 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:36:56,581 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:36:56,581 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:36:56,581 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:36:56,581 DEBUG [RS:0;jenkins-hbase3:33633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:56,581 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33633,1696250212313' 2023-10-02T12:36:56,581 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:36:56,582 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:36:56,583 DEBUG [RS:0;jenkins-hbase3:33633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:36:56,583 INFO [RS:0;jenkins-hbase3:33633 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:36:56,583 INFO [RS:0;jenkins-hbase3:33633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:36:56,696 INFO [RS:0;jenkins-hbase3:33633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:36:56,700 INFO [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33633%2C1696250212313, suffix=, logDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313, archiveDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/oldWALs, maxLogs=32 2023-10-02T12:36:56,717 DEBUG [RS:0;jenkins-hbase3:33633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250216703, exclude list is [], retry=0 2023-10-02T12:36:56,724 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:36:56,728 INFO [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250216703 2023-10-02T12:36:56,729 DEBUG [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:36:56,776 DEBUG [jenkins-hbase3:34773 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:36:56,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:56,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33633,1696250212313, state=OPENING 2023-10-02T12:36:56,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:36:56,808 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:56,808 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:56,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:36:56,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:36:56,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:36:57,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:57,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:36:57,021 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51044, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:36:57,034 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:36:57,035 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:36:57,036 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:36:57,039 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta, suffix=.meta, logDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313, archiveDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/oldWALs, maxLogs=32 2023-10-02T12:36:57,058 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250217041.meta, exclude list is [], retry=0 2023-10-02T12:36:57,063 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:36:57,071 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250217041.meta 2023-10-02T12:36:57,072 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:36:57,072 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:36:57,078 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:36:57,079 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:36:57,099 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:36:57,100 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:36:57,106 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:36:57,106 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:57,106 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:36:57,106 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:36:57,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:36:57,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:36:57,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:57,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:57,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:36:57,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:36:57,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:57,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:57,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:36:57,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:36:57,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:57,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:36:57,119 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740 2023-10-02T12:36:57,122 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740 2023-10-02T12:36:57,125 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:36:57,127 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:36:57,129 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11012629920, jitterRate=0.02563108503818512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:36:57,130 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:36:57,142 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696250217003 2023-10-02T12:36:57,162 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:36:57,163 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:36:57,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:57,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33633,1696250212313, state=OPEN 2023-10-02T12:36:57,169 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:36:57,169 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:36:57,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:36:57,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:36:57,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:36:57,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33633,1696250212313 in 356 msec 2023-10-02T12:36:57,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:36:57,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 826 msec 2023-10-02T12:36:57,348 INFO [AsyncFSWAL-0-hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData {}] wal.AbstractFSWAL(1174): Slow sync cost: 160 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:36:57,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5240 sec 2023-10-02T12:36:57,357 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696250217356, completionTime=-1 2023-10-02T12:36:57,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:36:57,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:36:57,456 DEBUG [hconnection-0x7535637c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:57,460 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51048, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:57,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:36:57,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696250277478 2023-10-02T12:36:57,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696250337478 2023-10-02T12:36:57,478 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 120 msec 2023-10-02T12:36:57,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34773,1696250208005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:57,502 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34773,1696250208005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:57,503 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34773,1696250208005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:57,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34773, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:57,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:36:57,513 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:36:57,527 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:36:57,529 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:36:57,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:36:57,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:36:57,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:57,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:36:57,974 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 68c5dbc2d8f9c3d6157405b927163033, NAME => 'hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:36:58,395 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:58,395 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 68c5dbc2d8f9c3d6157405b927163033, disabling compactions & flushes 2023-10-02T12:36:58,395 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,395 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,395 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. after waiting 0 ms 2023-10-02T12:36:58,395 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,395 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,396 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 68c5dbc2d8f9c3d6157405b927163033: 2023-10-02T12:36:58,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:36:58,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696250218401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250218401"}]},"ts":"1696250218401"} 2023-10-02T12:36:58,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:36:58,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:36:58,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250218464"}]},"ts":"1696250218464"} 2023-10-02T12:36:58,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:36:58,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=68c5dbc2d8f9c3d6157405b927163033, ASSIGN}] 2023-10-02T12:36:58,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=68c5dbc2d8f9c3d6157405b927163033, ASSIGN 2023-10-02T12:36:58,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=68c5dbc2d8f9c3d6157405b927163033, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:36:58,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=68c5dbc2d8f9c3d6157405b927163033, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:58,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 68c5dbc2d8f9c3d6157405b927163033, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:36:58,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 68c5dbc2d8f9c3d6157405b927163033, NAME => 'hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:36:58,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:36:58,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:36:58,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,813 INFO [StoreOpener-68c5dbc2d8f9c3d6157405b927163033-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,815 INFO [StoreOpener-68c5dbc2d8f9c3d6157405b927163033-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c5dbc2d8f9c3d6157405b927163033 columnFamilyName info 2023-10-02T12:36:58,815 DEBUG [StoreOpener-68c5dbc2d8f9c3d6157405b927163033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:36:58,816 INFO [StoreOpener-68c5dbc2d8f9c3d6157405b927163033-1 {}] regionserver.HStore(324): Store=68c5dbc2d8f9c3d6157405b927163033/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:36:58,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:36:58,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:36:58,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 68c5dbc2d8f9c3d6157405b927163033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10300555040, jitterRate=-0.04068605601787567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:36:58,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 68c5dbc2d8f9c3d6157405b927163033: 2023-10-02T12:36:58,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033., pid=6, masterSystemTime=1696250218798 2023-10-02T12:36:58,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:36:58,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=68c5dbc2d8f9c3d6157405b927163033, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:36:58,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:36:58,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 68c5dbc2d8f9c3d6157405b927163033, server=jenkins-hbase3.apache.org,33633,1696250212313 in 208 msec 2023-10-02T12:36:58,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:36:58,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=68c5dbc2d8f9c3d6157405b927163033, ASSIGN in 373 msec 2023-10-02T12:36:58,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:36:58,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250218863"}]},"ts":"1696250218863"} 2023-10-02T12:36:58,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:36:58,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:36:58,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3420 sec 2023-10-02T12:36:58,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:36:58,946 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:36:58,946 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:58,946 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:36:59,042 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:36:59,079 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:36:59,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 82 msec 2023-10-02T12:36:59,100 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:36:59,115 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:36:59,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2023-10-02T12:36:59,143 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:36:59,148 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:36:59,151 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 6.361sec 2023-10-02T12:36:59,154 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:36:59,156 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:36:59,158 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:36:59,159 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:36:59,159 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:36:59,162 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34773,1696250208005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:36:59,163 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34773,1696250208005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:36:59,186 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:36:59,188 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:36:59,254 DEBUG [Listener at localhost/44679 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e559456 to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:36:59,260 DEBUG [Listener at localhost/44679 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d73eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:36:59,264 DEBUG [Listener at localhost/44679 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:36:59,264 DEBUG [Listener at localhost/44679 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:36:59,278 DEBUG [hconnection-0x773e5dc2-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:36:59,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/test.cache.data in system properties and HBase conf 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:36:59,302 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:36:59,303 INFO [Listener at localhost/44679 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:36:59,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:36:59,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:36:59,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:36:59,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:36:59,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:36:59,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:36:59,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:36:59,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:36:59,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:36:59,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:00,848 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:37:01,268 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:37:01,275 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42523_jobhistory____aeannm/webapp 2023-10-02T12:37:01,457 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:37:01,457 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:37:01,457 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:37:01,461 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:37:01,557 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:01,670 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:01,956 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:37:01,999 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42523 2023-10-02T12:37:02,344 WARN [Listener at jenkins-hbase3.apache.org/36021 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:37:02,474 WARN [Listener at jenkins-hbase3.apache.org/36021 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:37:02,475 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:37:02,487 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33209_cluster____.tx3b4o/webapp 2023-10-02T12:37:02,569 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:37:02,569 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:37:02,569 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:37:02,570 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:37:02,582 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:02,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:37:02,781 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:37:02,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:37:02,855 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:02,961 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:02,968 INFO [Listener at jenkins-hbase3.apache.org/36021 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33209 2023-10-02T12:37:03,358 WARN [Listener at jenkins-hbase3.apache.org/44701 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:37:03,384 WARN [Listener at jenkins-hbase3.apache.org/44701 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:37:03,385 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:37:03,392 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43985_node____.z15gay/webapp 2023-10-02T12:37:03,451 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:37:03,451 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:37:03,451 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:37:03,451 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:37:03,460 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:03,484 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:03,555 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:03,564 INFO [Listener at jenkins-hbase3.apache.org/44701 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43985 2023-10-02T12:37:03,730 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:37:03,735 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:37:03,736 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:37:03,742 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33071_node____4y53ux/webapp 2023-10-02T12:37:03,795 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:37:03,795 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:37:03,795 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:37:03,795 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:37:03,803 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:03,817 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:03,881 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:37:03,888 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33071 2023-10-02T12:37:03,927 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:37:03,927 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:45413/backupUT 2023-10-02T12:37:03,943 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:37:03,952 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49260, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:37:03,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:37:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:37:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:37:04,001 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:37:04,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 40 msec 2023-10-02T12:37:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:37:04,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:37:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:37:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:37:04,106 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:37:04,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-10-02T12:37:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:37:04,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:37:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:37:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:37:04,218 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:37:04,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-10-02T12:37:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:37:04,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:37:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:37:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:37:04,329 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:37:04,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 19 msec 2023-10-02T12:37:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:37:04,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696250223927', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:37:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696250223927 2023-10-02T12:37:04,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696250223927 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:37:04,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:04,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696250223927 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:37:04,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696250223927" procId is: 13 2023-10-02T12:37:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:37:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:37:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:37:04,884 INFO [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ed32c46100d833133dcfc6346ebae5eb, NAME => 'test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696250223927', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:37:05,305 DEBUG [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:05,305 DEBUG [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1668): Closing ed32c46100d833133dcfc6346ebae5eb, disabling compactions & flushes 2023-10-02T12:37:05,305 INFO [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,305 DEBUG [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,305 DEBUG [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. after waiting 0 ms 2023-10-02T12:37:05,305 DEBUG [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,305 INFO [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1909): Closed test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,305 DEBUG [RegionOpenAndInit-test-1696250223927-pool-0 {}] regionserver.HRegion(1622): Region close journal for ed32c46100d833133dcfc6346ebae5eb: 2023-10-02T12:37:05,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696250223927 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:37:05,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696250225307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250225307"}]},"ts":"1696250225307"} 2023-10-02T12:37:05,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:37:05,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696250223927 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:37:05,311 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696250223927","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250225311"}]},"ts":"1696250225311"} 2023-10-02T12:37:05,313 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696250223927, state=ENABLING in hbase:meta 2023-10-02T12:37:05,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696250223927, region=ed32c46100d833133dcfc6346ebae5eb, ASSIGN}] 2023-10-02T12:37:05,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696250223927, region=ed32c46100d833133dcfc6346ebae5eb, ASSIGN 2023-10-02T12:37:05,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696250223927, region=ed32c46100d833133dcfc6346ebae5eb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:37:05,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=ed32c46100d833133dcfc6346ebae5eb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:05,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure ed32c46100d833133dcfc6346ebae5eb, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:37:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:37:05,637 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,637 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => ed32c46100d833133dcfc6346ebae5eb, NAME => 'test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:37:05,638 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:37:05,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696250223927 ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:05,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,641 INFO [StoreOpener-ed32c46100d833133dcfc6346ebae5eb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,643 INFO [StoreOpener-ed32c46100d833133dcfc6346ebae5eb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed32c46100d833133dcfc6346ebae5eb columnFamilyName f 2023-10-02T12:37:05,643 DEBUG [StoreOpener-ed32c46100d833133dcfc6346ebae5eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:05,644 INFO [StoreOpener-ed32c46100d833133dcfc6346ebae5eb-1 {}] regionserver.HStore(324): Store=ed32c46100d833133dcfc6346ebae5eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:05,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,646 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,650 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:05,659 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:37:05,660 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened ed32c46100d833133dcfc6346ebae5eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11565173120, jitterRate=0.07709068059921265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:37:05,661 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for ed32c46100d833133dcfc6346ebae5eb: 2023-10-02T12:37:05,662 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb., pid=15, masterSystemTime=1696250225629 2023-10-02T12:37:05,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,666 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:05,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=ed32c46100d833133dcfc6346ebae5eb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:05,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:37:05,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure ed32c46100d833133dcfc6346ebae5eb, server=jenkins-hbase3.apache.org,33633,1696250212313 in 194 msec 2023-10-02T12:37:05,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:37:05,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696250223927, region=ed32c46100d833133dcfc6346ebae5eb, ASSIGN in 354 msec 2023-10-02T12:37:05,677 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696250223927 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:37:05,677 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696250223927","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250225677"}]},"ts":"1696250225677"} 2023-10-02T12:37:05,680 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696250223927, state=ENABLED in hbase:meta 2023-10-02T12:37:05,682 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696250223927 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:37:05,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696250223927 in 1.2410 sec 2023-10-02T12:37:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:37:06,571 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696250223927, procId: 13 completed 2023-10-02T12:37:06,573 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x33e9b724 to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:37:06,579 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2832c3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:06,581 DEBUG [hconnection-0x5e297017-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:06,584 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40278, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:06,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.HRegion(8210): writing data to region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:37:06,696 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962502239271', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:37:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962502239271 2023-10-02T12:37:06,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962502239271 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:37:06,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:06,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962502239271" procId is: 16 2023-10-02T12:37:06,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962502239271 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:37:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:37:06,725 INFO [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dfcc84ac54957b0de31a9ca76a8fba59, NAME => 'ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962502239271', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:06,740 DEBUG [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:06,740 DEBUG [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1668): Closing dfcc84ac54957b0de31a9ca76a8fba59, disabling compactions & flushes 2023-10-02T12:37:06,741 INFO [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:06,741 DEBUG [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:06,741 DEBUG [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. after waiting 0 ms 2023-10-02T12:37:06,741 DEBUG [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:06,741 INFO [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:06,741 DEBUG [RegionOpenAndInit-ns2:test-16962502239271-pool-0 {}] regionserver.HRegion(1622): Region close journal for dfcc84ac54957b0de31a9ca76a8fba59: 2023-10-02T12:37:06,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962502239271 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:37:06,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696250226742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250226742"}]},"ts":"1696250226742"} 2023-10-02T12:37:06,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:37:06,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962502239271 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:37:06,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962502239271","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250226746"}]},"ts":"1696250226746"} 2023-10-02T12:37:06,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962502239271, state=ENABLING in hbase:meta 2023-10-02T12:37:06,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962502239271, region=dfcc84ac54957b0de31a9ca76a8fba59, ASSIGN}] 2023-10-02T12:37:06,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962502239271, region=dfcc84ac54957b0de31a9ca76a8fba59, ASSIGN 2023-10-02T12:37:06,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962502239271, region=dfcc84ac54957b0de31a9ca76a8fba59, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:37:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:37:06,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=dfcc84ac54957b0de31a9ca76a8fba59, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:06,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure dfcc84ac54957b0de31a9ca76a8fba59, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:37:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:37:07,067 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:07,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => dfcc84ac54957b0de31a9ca76a8fba59, NAME => 'ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:37:07,068 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:37:07,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962502239271 dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:07,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,070 INFO [StoreOpener-dfcc84ac54957b0de31a9ca76a8fba59-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,072 INFO [StoreOpener-dfcc84ac54957b0de31a9ca76a8fba59-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfcc84ac54957b0de31a9ca76a8fba59 columnFamilyName f 2023-10-02T12:37:07,072 DEBUG [StoreOpener-dfcc84ac54957b0de31a9ca76a8fba59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:07,073 INFO [StoreOpener-dfcc84ac54957b0de31a9ca76a8fba59-1 {}] regionserver.HStore(324): Store=dfcc84ac54957b0de31a9ca76a8fba59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:07,074 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,075 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,078 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:07,085 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:37:07,086 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened dfcc84ac54957b0de31a9ca76a8fba59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9628790560, jitterRate=-0.10324899852275848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:37:07,087 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for dfcc84ac54957b0de31a9ca76a8fba59: 2023-10-02T12:37:07,089 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59., pid=18, masterSystemTime=1696250227063 2023-10-02T12:37:07,091 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:07,091 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:07,092 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=dfcc84ac54957b0de31a9ca76a8fba59, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:07,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:37:07,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure dfcc84ac54957b0de31a9ca76a8fba59, server=jenkins-hbase3.apache.org,33633,1696250212313 in 185 msec 2023-10-02T12:37:07,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:37:07,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962502239271, region=dfcc84ac54957b0de31a9ca76a8fba59, ASSIGN in 345 msec 2023-10-02T12:37:07,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962502239271 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:37:07,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962502239271","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250227102"}]},"ts":"1696250227102"} 2023-10-02T12:37:07,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962502239271, state=ENABLED in hbase:meta 2023-10-02T12:37:07,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962502239271 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:37:07,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962502239271 in 412 msec 2023-10-02T12:37:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:37:07,308 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962502239271, procId: 16 completed 2023-10-02T12:37:07,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33633 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:37:07,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962502239272', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:37:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962502239272 2023-10-02T12:37:07,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962502239272 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:37:07,410 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:07,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962502239272" procId is: 19 2023-10-02T12:37:07,411 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962502239272 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:37:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:37:07,427 INFO [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 58632104327c5c497392e42c8208b276, NAME => 'ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962502239272', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:07,447 DEBUG [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:07,447 DEBUG [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1668): Closing 58632104327c5c497392e42c8208b276, disabling compactions & flushes 2023-10-02T12:37:07,447 INFO [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,447 DEBUG [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,447 DEBUG [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. after waiting 0 ms 2023-10-02T12:37:07,447 DEBUG [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,447 INFO [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,448 DEBUG [RegionOpenAndInit-ns3:test-16962502239272-pool-0 {}] regionserver.HRegion(1622): Region close journal for 58632104327c5c497392e42c8208b276: 2023-10-02T12:37:07,449 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962502239272 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:37:07,449 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696250227449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250227449"}]},"ts":"1696250227449"} 2023-10-02T12:37:07,451 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:37:07,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962502239272 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:37:07,453 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962502239272","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250227452"}]},"ts":"1696250227452"} 2023-10-02T12:37:07,454 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962502239272, state=ENABLING in hbase:meta 2023-10-02T12:37:07,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962502239272, region=58632104327c5c497392e42c8208b276, ASSIGN}] 2023-10-02T12:37:07,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962502239272, region=58632104327c5c497392e42c8208b276, ASSIGN 2023-10-02T12:37:07,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962502239272, region=58632104327c5c497392e42c8208b276, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:37:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:37:07,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=58632104327c5c497392e42c8208b276, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:07,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 58632104327c5c497392e42c8208b276, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:37:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:37:07,783 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,783 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 58632104327c5c497392e42c8208b276, NAME => 'ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:37:07,784 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:37:07,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962502239272 58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:07,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,784 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,786 INFO [StoreOpener-58632104327c5c497392e42c8208b276-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,788 INFO [StoreOpener-58632104327c5c497392e42c8208b276-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58632104327c5c497392e42c8208b276 columnFamilyName f 2023-10-02T12:37:07,788 DEBUG [StoreOpener-58632104327c5c497392e42c8208b276-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:07,789 INFO [StoreOpener-58632104327c5c497392e42c8208b276-1 {}] regionserver.HStore(324): Store=58632104327c5c497392e42c8208b276/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:07,790 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns3/test-16962502239272/58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,791 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns3/test-16962502239272/58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,794 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 58632104327c5c497392e42c8208b276 2023-10-02T12:37:07,798 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns3/test-16962502239272/58632104327c5c497392e42c8208b276/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:37:07,799 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 58632104327c5c497392e42c8208b276; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11231161920, jitterRate=0.045983463525772095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:37:07,800 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 58632104327c5c497392e42c8208b276: 2023-10-02T12:37:07,801 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276., pid=21, masterSystemTime=1696250227779 2023-10-02T12:37:07,804 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,804 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:07,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=58632104327c5c497392e42c8208b276, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:07,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:37:07,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 58632104327c5c497392e42c8208b276, server=jenkins-hbase3.apache.org,33633,1696250212313 in 182 msec 2023-10-02T12:37:07,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:37:07,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962502239272, region=58632104327c5c497392e42c8208b276, ASSIGN in 350 msec 2023-10-02T12:37:07,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962502239272 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:37:07,814 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962502239272","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250227814"}]},"ts":"1696250227814"} 2023-10-02T12:37:07,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962502239272, state=ENABLED in hbase:meta 2023-10-02T12:37:07,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962502239272 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:37:07,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962502239272 in 414 msec 2023-10-02T12:37:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:37:08,017 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962502239272, procId: 19 completed 2023-10-02T12:37:08,018 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962502239272 get assigned. Timeout = 60000ms 2023-10-02T12:37:08,020 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:37:08,025 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962502239272 assigned to meta. Checking AM states. 2023-10-02T12:37:08,026 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:37:08,026 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962502239272 assigned. 2023-10-02T12:37:08,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962502239273', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:37:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962502239273 2023-10-02T12:37:08,033 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962502239273 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:37:08,033 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:08,033 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962502239273" procId is: 22 2023-10-02T12:37:08,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962502239273 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:37:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:37:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:37:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:37:08,451 INFO [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d8ed4d18262edb3579bc7d8079604d6a, NAME => 'ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962502239273', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:37:08,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962502239271' 2023-10-02T12:37:08,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962502239272' 2023-10-02T12:37:08,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696250223927' 2023-10-02T12:37:08,864 DEBUG [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:08,864 DEBUG [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1668): Closing d8ed4d18262edb3579bc7d8079604d6a, disabling compactions & flushes 2023-10-02T12:37:08,864 INFO [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:08,864 DEBUG [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:08,864 DEBUG [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. after waiting 0 ms 2023-10-02T12:37:08,864 DEBUG [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:08,864 INFO [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:08,865 DEBUG [RegionOpenAndInit-ns4:test-16962502239273-pool-0 {}] regionserver.HRegion(1622): Region close journal for d8ed4d18262edb3579bc7d8079604d6a: 2023-10-02T12:37:08,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962502239273 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:37:08,867 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696250228866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250228866"}]},"ts":"1696250228866"} 2023-10-02T12:37:08,869 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:37:08,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962502239273 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:37:08,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962502239273","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250228870"}]},"ts":"1696250228870"} 2023-10-02T12:37:08,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962502239273, state=ENABLING in hbase:meta 2023-10-02T12:37:08,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962502239273, region=d8ed4d18262edb3579bc7d8079604d6a, ASSIGN}] 2023-10-02T12:37:08,879 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962502239273, region=d8ed4d18262edb3579bc7d8079604d6a, ASSIGN 2023-10-02T12:37:08,880 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962502239273, region=d8ed4d18262edb3579bc7d8079604d6a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:37:09,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d8ed4d18262edb3579bc7d8079604d6a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:09,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure d8ed4d18262edb3579bc7d8079604d6a, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:37:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:37:09,192 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:09,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => d8ed4d18262edb3579bc7d8079604d6a, NAME => 'ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:37:09,193 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:37:09,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962502239273 d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:09,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,196 INFO [StoreOpener-d8ed4d18262edb3579bc7d8079604d6a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,198 INFO [StoreOpener-d8ed4d18262edb3579bc7d8079604d6a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8ed4d18262edb3579bc7d8079604d6a columnFamilyName f 2023-10-02T12:37:09,198 DEBUG [StoreOpener-d8ed4d18262edb3579bc7d8079604d6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:09,199 INFO [StoreOpener-d8ed4d18262edb3579bc7d8079604d6a-1 {}] regionserver.HStore(324): Store=d8ed4d18262edb3579bc7d8079604d6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:09,200 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns4/test-16962502239273/d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,201 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns4/test-16962502239273/d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,204 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:09,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns4/test-16962502239273/d8ed4d18262edb3579bc7d8079604d6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:37:09,209 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened d8ed4d18262edb3579bc7d8079604d6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11174414400, jitterRate=0.04069843888282776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:37:09,209 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for d8ed4d18262edb3579bc7d8079604d6a: 2023-10-02T12:37:09,211 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a., pid=24, masterSystemTime=1696250229187 2023-10-02T12:37:09,213 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:09,213 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:09,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d8ed4d18262edb3579bc7d8079604d6a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:09,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:37:09,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure d8ed4d18262edb3579bc7d8079604d6a, server=jenkins-hbase3.apache.org,33633,1696250212313 in 181 msec 2023-10-02T12:37:09,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:37:09,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962502239273, region=d8ed4d18262edb3579bc7d8079604d6a, ASSIGN in 342 msec 2023-10-02T12:37:09,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962502239273 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:37:09,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962502239273","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250229221"}]},"ts":"1696250229221"} 2023-10-02T12:37:09,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962502239273, state=ENABLED in hbase:meta 2023-10-02T12:37:09,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962502239273 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:37:09,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962502239273 in 1.2020 sec 2023-10-02T12:37:09,454 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962502239271 2023-10-02T12:37:09,454 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962502239271 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:09,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962502239272 2023-10-02T12:37:09,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962502239272 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:09,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696250223927 2023-10-02T12:37:09,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696250223927 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:09,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962502239273 2023-10-02T12:37:09,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962502239273 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:37:10,144 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962502239273, procId: 22 completed 2023-10-02T12:37:10,144 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962502239273 get assigned. Timeout = 60000ms 2023-10-02T12:37:10,145 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:37:10,154 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962502239273 assigned to meta. Checking AM states. 2023-10-02T12:37:10,155 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:37:10,155 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962502239273 assigned. 2023-10-02T12:37:10,156 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x33e9b724 to 127.0.0.1:58718 2023-10-02T12:37:10,156 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:10,206 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=584, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=513, ProcessCount=183, AvailableMemoryMB=3593 2023-10-02T12:37:10,206 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-10-02T12:37:10,208 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] backup.TestBackupStatusProgress(70): test backup status/progress on a single table with data: command-line 2023-10-02T12:37:10,210 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x36369217 to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:37:10,217 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231ed7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:10,226 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:10,228 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58142, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:10,242 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:37:10,243 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49548, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:37:10,255 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:37:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:37:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:37:10,271 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:37:10,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-10-02T12:37:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:37:10,377 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:37:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:37:10,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:37:10,382 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:10,382 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:37:10,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:37:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:37:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:37:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:37:10,803 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3e27efb7ed3958e0c60476a61667216f, NAME => 'backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:10,820 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:10,820 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 3e27efb7ed3958e0c60476a61667216f, disabling compactions & flushes 2023-10-02T12:37:10,820 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:10,820 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:10,820 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. after waiting 0 ms 2023-10-02T12:37:10,820 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:10,820 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:10,821 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3e27efb7ed3958e0c60476a61667216f: 2023-10-02T12:37:10,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:37:10,823 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696250230822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250230822"}]},"ts":"1696250230822"} 2023-10-02T12:37:10,825 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:37:10,826 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:37:10,826 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250230826"}]},"ts":"1696250230826"} 2023-10-02T12:37:10,828 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:37:10,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=3e27efb7ed3958e0c60476a61667216f, ASSIGN}] 2023-10-02T12:37:10,834 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=3e27efb7ed3958e0c60476a61667216f, ASSIGN 2023-10-02T12:37:10,835 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=3e27efb7ed3958e0c60476a61667216f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:37:10,987 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=3e27efb7ed3958e0c60476a61667216f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:37:10,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 3e27efb7ed3958e0c60476a61667216f, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:37:11,148 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:11,148 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 3e27efb7ed3958e0c60476a61667216f, NAME => 'backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:37:11,149 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:37:11,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:11,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:37:11,153 INFO [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,156 INFO [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e27efb7ed3958e0c60476a61667216f columnFamilyName meta 2023-10-02T12:37:11,156 DEBUG [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:11,160 INFO [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] regionserver.HStore(324): Store=3e27efb7ed3958e0c60476a61667216f/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:11,160 INFO [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,165 INFO [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e27efb7ed3958e0c60476a61667216f columnFamilyName session 2023-10-02T12:37:11,165 DEBUG [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:11,166 INFO [StoreOpener-3e27efb7ed3958e0c60476a61667216f-1 {}] regionserver.HStore(324): Store=3e27efb7ed3958e0c60476a61667216f/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:11,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:37:11,181 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:11,188 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:37:11,188 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 3e27efb7ed3958e0c60476a61667216f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9517692640, jitterRate=-0.11359579861164093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:37:11,190 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 3e27efb7ed3958e0c60476a61667216f: 2023-10-02T12:37:11,192 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f., pid=28, masterSystemTime=1696250231142 2023-10-02T12:37:11,196 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:11,196 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:11,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=3e27efb7ed3958e0c60476a61667216f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:11,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:37:11,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 3e27efb7ed3958e0c60476a61667216f, server=jenkins-hbase3.apache.org,33633,1696250212313 in 214 msec 2023-10-02T12:37:11,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:37:11,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=3e27efb7ed3958e0c60476a61667216f, ASSIGN in 374 msec 2023-10-02T12:37:11,210 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:37:11,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250231210"}]},"ts":"1696250231210"} 2023-10-02T12:37:11,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:37:11,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:37:11,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 842 msec 2023-10-02T12:37:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:37:11,491 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:37:11,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:37:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:37:11,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:37:11,508 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:11,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:37:11,509 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:37:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:37:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:37:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:37:11,924 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 45ea5e27f7133ce08cbddfc679330a76, NAME => 'backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:11,935 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:11,935 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 45ea5e27f7133ce08cbddfc679330a76, disabling compactions & flushes 2023-10-02T12:37:11,935 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:11,935 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:11,935 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. after waiting 0 ms 2023-10-02T12:37:11,935 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:11,935 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:11,935 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 45ea5e27f7133ce08cbddfc679330a76: 2023-10-02T12:37:11,937 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:37:11,937 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696250231937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696250231937"}]},"ts":"1696250231937"} 2023-10-02T12:37:11,939 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:37:11,940 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:37:11,940 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250231940"}]},"ts":"1696250231940"} 2023-10-02T12:37:11,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:37:11,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=45ea5e27f7133ce08cbddfc679330a76, ASSIGN}] 2023-10-02T12:37:11,948 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=45ea5e27f7133ce08cbddfc679330a76, ASSIGN 2023-10-02T12:37:11,949 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=45ea5e27f7133ce08cbddfc679330a76, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33633,1696250212313; forceNewPlan=false, retain=false 2023-10-02T12:37:12,101 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=45ea5e27f7133ce08cbddfc679330a76, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:12,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 45ea5e27f7133ce08cbddfc679330a76, server=jenkins-hbase3.apache.org,33633,1696250212313}] 2023-10-02T12:37:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:37:12,261 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:12,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 45ea5e27f7133ce08cbddfc679330a76, NAME => 'backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:37:12,262 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:37:12,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:37:12,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,263 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,265 INFO [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,267 INFO [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea5e27f7133ce08cbddfc679330a76 columnFamilyName meta 2023-10-02T12:37:12,267 DEBUG [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:12,267 INFO [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] regionserver.HStore(324): Store=45ea5e27f7133ce08cbddfc679330a76/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:12,268 INFO [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,269 INFO [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ea5e27f7133ce08cbddfc679330a76 columnFamilyName session 2023-10-02T12:37:12,269 DEBUG [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:37:12,270 INFO [StoreOpener-45ea5e27f7133ce08cbddfc679330a76-1 {}] regionserver.HStore(324): Store=45ea5e27f7133ce08cbddfc679330a76/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:37:12,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system_bulk/45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system_bulk/45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,274 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:37:12,276 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:12,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system_bulk/45ea5e27f7133ce08cbddfc679330a76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:37:12,280 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 45ea5e27f7133ce08cbddfc679330a76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10642295040, jitterRate=-0.008859038352966309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:37:12,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 45ea5e27f7133ce08cbddfc679330a76: 2023-10-02T12:37:12,282 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76., pid=31, masterSystemTime=1696250232256 2023-10-02T12:37:12,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:12,285 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:12,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=45ea5e27f7133ce08cbddfc679330a76, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:12,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:37:12,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 45ea5e27f7133ce08cbddfc679330a76, server=jenkins-hbase3.apache.org,33633,1696250212313 in 184 msec 2023-10-02T12:37:12,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:37:12,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=45ea5e27f7133ce08cbddfc679330a76, ASSIGN in 345 msec 2023-10-02T12:37:12,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:37:12,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696250232295"}]},"ts":"1696250232295"} 2023-10-02T12:37:12,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:37:12,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:37:12,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 795 msec 2023-10-02T12:37:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:37:12,618 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:37:12,631 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:37:12,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:37:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250232682 (current time:1696250232682). 2023-10-02T12:37:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:37:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:37:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1f703c2f to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:37:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5723871b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:12,695 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1f703c2f to 127.0.0.1:58718 2023-10-02T12:37:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:37:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:37:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:37:12,712 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:37:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:37:12,718 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:37:12,731 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot, current working dir path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:37:12,733 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:37:12,744 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:37:12,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f}] 2023-10-02T12:37:12,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:37:12,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33633 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:37:12,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:12,921 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 3e27efb7ed3958e0c60476a61667216f 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:37:12,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/769dd74c8d104a42a1502e43a2da6c77 is 49, key is activesession:/session:c/1696250232667/Put/seqid=0 2023-10-02T12:37:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:37:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:37:13,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/769dd74c8d104a42a1502e43a2da6c77 2023-10-02T12:37:13,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/769dd74c8d104a42a1502e43a2da6c77 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/769dd74c8d104a42a1502e43a2da6c77 2023-10-02T12:37:13,500 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/769dd74c8d104a42a1502e43a2da6c77, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:37:13,503 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 3e27efb7ed3958e0c60476a61667216f in 582ms, sequenceid=5, compaction requested=false 2023-10-02T12:37:13,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:37:13,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 3e27efb7ed3958e0c60476a61667216f: 2023-10-02T12:37:13,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. for snapshot_backup_system completed. 2023-10-02T12:37:13,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:37:13,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:37:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:37:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/769dd74c8d104a42a1502e43a2da6c77] hfiles 2023-10-02T12:37:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/769dd74c8d104a42a1502e43a2da6c77 for snapshot=snapshot_backup_system 2023-10-02T12:37:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:37:13,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:13,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:37:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:37:13,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:13,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:13,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:37:13,945 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:37:13,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f in 1.1960 sec 2023-10-02T12:37:13,947 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:37:13,950 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:37:13,950 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:37:13,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:37:13,982 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:37:13,997 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:37:13,998 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:37:14,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:37:14,000 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:37:14,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2960 sec 2023-10-02T12:37:14,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:37:14,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962502239273' 2023-10-02T12:37:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:37:14,822 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:37:14,822 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(115): Backup backup_1696250230221 started at 1696250234822. 2023-10-02T12:37:14,844 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(119): Backup session backup_1696250230221 has been started. 2023-10-02T12:37:14,847 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:37:14,858 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:37:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:37:14,864 INFO [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:37:14,864 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:37:14,865 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:37:14,865 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:37:14,865 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,866 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:14,867 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:37:14,867 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,867 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:37:14,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:37:14,867 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,867 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:37:14,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:14,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:37:14,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:14,868 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:37:14,870 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:37:14,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:37:14,871 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:37:14,871 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:37:14,871 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:37:14,871 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:37:14,871 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33633,1696250212313' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:37:14,874 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,874 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:37:14,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:37:14,874 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,874 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:37:14,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:37:14,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:37:14,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:14,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:37:14,876 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33633,1696250212313' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:37:14,876 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@18804ee0[Count = 0] remaining members to acquire global barrier 2023-10-02T12:37:14,876 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:37:14,876 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,878 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,878 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,878 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:37:14,879 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,879 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:37:14,879 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:37:14,879 DEBUG [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,880 INFO [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696250216703 highest: 1696250216703 on jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,880 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33633%2C1696250212313:(num 1696250216703) roll requested 2023-10-02T12:37:14,891 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250234880, exclude list is [], retry=0 2023-10-02T12:37:14,898 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:37:14,903 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250216703 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250234880 2023-10-02T12:37:14,904 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:37:14,904 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250216703 is not closed yet, will try archiving it next time 2023-10-02T12:37:14,904 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta:.meta(num 1696250217041) roll requested 2023-10-02T12:37:14,917 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta, exclude list is [], retry=0 2023-10-02T12:37:14,920 DEBUG [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-10-02T12:37:14,921 INFO [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696250234880 on jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,921 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:37:14,921 DEBUG [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:37:14,925 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49562, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:37:14,925 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250217041.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta 2023-10-02T12:37:14,925 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:37:14,925 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250217041.meta is not closed yet, will try archiving it next time 2023-10-02T12:37:14,944 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:37:14,944 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33633,1696250212313' in zk 2023-10-02T12:37:14,948 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,948 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:37:14,948 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:37:14,948 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:37:14,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:37:14,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:37:14,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:37:14,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:37:14,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:14,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:37:14,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:14,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33633,1696250212313': 2023-10-02T12:37:14,952 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33633,1696250212313' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:37:14,952 INFO [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:37:14,952 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:37:14,952 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:37:14,952 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:37:14,952 INFO [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:37:14,954 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,954 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,954 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:37:14,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,954 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:37:14,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:37:14,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:37:14,955 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:37:14,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:37:14,955 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:37:14,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:14,957 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:37:14,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:14,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33633-0x101732d7ad60001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:14,965 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:14,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:14,965 DEBUG [Listener at localhost/44679-EventThread {}] zookeeper.ZKWatcher(604): master:34773-0x101732d7ad60000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:37:14,965 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:37:14,965 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:37:14,966 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:37:14,966 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:37:14,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:37:14,968 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:37:14,968 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:37:15,068 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:37:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:37:15,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } 2023-10-02T12:37:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250235079 (current time:1696250235079). 2023-10-02T12:37:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:37:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696250235079_default_test-1696250223927 VERSION not specified, setting to 2 2023-10-02T12:37:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6818f1d2 to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:37:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef43f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:15,090 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58156, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6818f1d2 to 127.0.0.1:58718 2023-10-02T12:37:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:37:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } 2023-10-02T12:37:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:37:15,095 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:37:15,099 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:37:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:37:15,102 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot, current working dir path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_1696250235079_default_test-1696250223927 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:37:15,104 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:37:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:37:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:37:15,515 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:37:15,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb}] 2023-10-02T12:37:15,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:15,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33633 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:37:15,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:15,671 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing ed32c46100d833133dcfc6346ebae5eb 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:37:15,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/.tmp/f/923b28ae33b744ad8a514f5dba850689 is 37, key is row10/f:q1/1696250226601/Put/seqid=0 2023-10-02T12:37:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:37:16,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/.tmp/f/923b28ae33b744ad8a514f5dba850689 2023-10-02T12:37:16,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/.tmp/f/923b28ae33b744ad8a514f5dba850689 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 2023-10-02T12:37:16,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:37:16,123 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ed32c46100d833133dcfc6346ebae5eb in 451ms, sequenceid=103, compaction requested=false 2023-10-02T12:37:16,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for ed32c46100d833133dcfc6346ebae5eb: 2023-10-02T12:37:16,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. for snapshot_1696250235079_default_test-1696250223927 completed. 2023-10-02T12:37:16,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.' region-info for snapshot=snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:37:16,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689] hfiles 2023-10-02T12:37:16,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 for snapshot=snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:16,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:37:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:37:16,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696250235079_default_test-1696250223927 on region ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:16,136 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:16,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:37:16,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:37:16,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb in 622 msec 2023-10-02T12:37:16,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:37:16,140 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:37:16,140 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,141 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,164 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:37:16,176 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:37:16,177 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_1696250235079_default_test-1696250223927 to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,178 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:37:16,178 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:37:16,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696250235079_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } in 1.0860 sec 2023-10-02T12:37:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:37:16,206 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1696250223927, procId: 34 completed 2023-10-02T12:37:16,206 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696250230221 2023-10-02T12:37:16,206 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:37:16,208 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:37:16,210 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696250230221_test-1696250223927 2023-10-02T12:37:16,210 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696250235079_default_test-1696250223927 to hdfs://localhost:45413/backupUT/backup_1696250230221/default/test-1696250223927/ 2023-10-02T12:37:16,221 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:37:16,252 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45413, inputRoot=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:16,252 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34773,1696250208005_-144414963_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45413/backupUT/backup_1696250230221/default/test-1696250223927, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45413/backupUT/backup_1696250230221/default/test-1696250223927/.hbase-snapshot/.tmp/snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,252 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45413, inputRoot=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060, snapshotDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_1696250235079_default_test-1696250223927. 2023-10-02T12:37:16,265 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_1696250235079_default_test-1696250223927 to hdfs://localhost:45413/backupUT/backup_1696250230221/default/test-1696250223927/.hbase-snapshot/.tmp/snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:16,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:37:16,706 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:16,707 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:16,708 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:16,709 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,720 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop-1932527426574924548.jar 2023-10-02T12:37:17,721 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,721 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,722 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,722 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,723 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,723 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,724 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,724 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,725 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:17,726 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:37:17,726 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:37:17,727 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:37:17,727 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:37:17,728 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:37:17,729 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:37:17,729 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:37:17,729 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:37:17,730 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:37:17,730 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:37:17,731 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:37:17,731 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:37:17,736 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:17,736 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:17,737 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:37:17,737 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:17,765 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:17,766 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:37:17,766 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:37:17,829 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:37:17,850 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696250235079_default_test-1696250223927' hfile list 2023-10-02T12:37:17,864 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:37:18,142 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.local.dir/1696250238091/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:37:18,142 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.local.dir/1696250238091/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:37:18,298 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:37:18,329 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 output=hdfs://localhost:45413/backupUT/backup_1696250230221/default/test-1696250223927/archive/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 2023-10-02T12:37:18,329 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-10-02T12:37:19,202 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:37:19,203 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:37:19,211 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:19,211 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696250235079_default_test-1696250223927 finished. 2023-10-02T12:37:19,211 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(1034): test-1696250223927 2023-10-02T12:37:19,289 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250230221 2023-10-02T12:37:19,290 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:37:19,307 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45413/backupUT/backup_1696250230221/.backup.manifest 2023-10-02T12:37:19,307 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(358): Backup backup_1696250230221 finished: type=FULL,tablelist=test-1696250223927,targetRootDir=hdfs://localhost:45413/backupUT,startts=1696250234822,completets=1696250239287,bytescopied=0 2023-10-02T12:37:19,307 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:37:19,307 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:19,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696250235079_default_test-1696250223927" 2023-10-02T12:37:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696250235079_default_test-1696250223927 2023-10-02T12:37:19,318 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696250235079_default_test-1696250223927 for backup backup_1696250230221 succeeded. 2023-10-02T12:37:19,319 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:37:19,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:37:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:37:19,333 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:37:19,341 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:37:19,361 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(376): Backup backup_1696250230221 completed. 2023-10-02T12:37:19,361 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:37:19,361 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x36369217 to 127.0.0.1:58718 2023-10-02T12:37:19,361 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:19,361 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] backup.TestBackupStatusProgress(74): backup complete 2023-10-02T12:37:19,402 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f80bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:19,402 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:37:19,404 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49570, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:37:19,416 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:19,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58168, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:19,441 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:19,448 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c29517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:19,449 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:37:19,451 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:37:19,454 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:37:19,454 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:19,455 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:19,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:37:19,455 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:37:19,457 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:19,474 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:19,493 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=600 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1519474123_16 at /127.0.0.1:57700 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x532d8662 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$491/1850016689.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x532d8662-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x7535637c-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-608245157-172.31.12.81-1696250202886:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_104197995_16 at /127.0.0.1:57710 [Receiving block BP-608245157-172.31.12.81-1696250202886:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x773e5dc2-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x773e5dc2-metaLookup-shared--pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x3f8f1415-SendThread(127.0.0.1:58718) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1519474123_16 at /127.0.0.1:57776 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x3f8f1415 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$491/1850016689.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_104197995_16 at /127.0.0.1:57716 [Receiving block BP-608245157-172.31.12.81-1696250202886:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7535637c-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7535637c-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x532d8662-SendThread(127.0.0.1:58718) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x773e5dc2-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1519474123_16 at /127.0.0.1:57752 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-608245157-172.31.12.81-1696250202886:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x3f8f1415-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) - Thread LEAK? -, OpenFileDescriptor=685 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=501 (was 513), ProcessCount=183 (was 183), AvailableMemoryMB=3454 (was 3593) 2023-10-02T12:37:19,493 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-10-02T12:37:19,508 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=600, OpenFileDescriptor=685, MaxFileDescriptor=60000, SystemLoadAverage=501, ProcessCount=183, AvailableMemoryMB=3453 2023-10-02T12:37:19,509 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-10-02T12:37:19,509 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] backup.TestBackupStatusProgress(53): test backup status/progress on a single table with data 2023-10-02T12:37:19,514 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714f72c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:19,519 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:19,520 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58184, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:19,522 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:37:19,524 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49586, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:37:19,537 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:37:19,544 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:37:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250239544 (current time:1696250239544). 2023-10-02T12:37:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:37:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:37:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d046e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:19,553 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:37:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:37:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:37:19,557 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:37:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:19,559 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:37:19,563 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot, current working dir path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:37:19,566 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:37:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:19,977 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:37:19,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f}] 2023-10-02T12:37:19,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:20,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33633 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-10-02T12:37:20,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:20,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 3e27efb7ed3958e0c60476a61667216f 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-10-02T12:37:20,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/meta/c5c80a2c26834ec6a7a36524da16e25f is 169, key is trslm:hdfs://localhost:45413/backupUT\x00test-1696250223927/meta:log-roll-map/1696250239276/Put/seqid=0 2023-10-02T12:37:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:20,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/meta/c5c80a2c26834ec6a7a36524da16e25f 2023-10-02T12:37:20,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/56299037dc3f48b5a759b89d70a57f03 is 310, key is session:backup_1696250230221/session:context/1696250239339/Put/seqid=0 2023-10-02T12:37:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:20,983 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/56299037dc3f48b5a759b89d70a57f03 2023-10-02T12:37:20,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/meta/c5c80a2c26834ec6a7a36524da16e25f as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/meta/c5c80a2c26834ec6a7a36524da16e25f 2023-10-02T12:37:20,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/meta/c5c80a2c26834ec6a7a36524da16e25f, entries=4, sequenceid=17, filesize=5.5 K 2023-10-02T12:37:21,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/56299037dc3f48b5a759b89d70a57f03 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/56299037dc3f48b5a759b89d70a57f03 2023-10-02T12:37:21,007 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/56299037dc3f48b5a759b89d70a57f03, entries=2, sequenceid=17, filesize=5.3 K 2023-10-02T12:37:21,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3e27efb7ed3958e0c60476a61667216f in 877ms, sequenceid=17, compaction requested=false 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 3e27efb7ed3958e0c60476a61667216f: 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. for snapshot_backup_system completed. 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/meta/c5c80a2c26834ec6a7a36524da16e25f] hfiles 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/meta/c5c80a2c26834ec6a7a36524da16e25f for snapshot=snapshot_backup_system 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/769dd74c8d104a42a1502e43a2da6c77, hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/56299037dc3f48b5a759b89d70a57f03] hfiles 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/769dd74c8d104a42a1502e43a2da6c77 for snapshot=snapshot_backup_system 2023-10-02T12:37:21,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/56299037dc3f48b5a759b89d70a57f03 for snapshot=snapshot_backup_system 2023-10-02T12:37:21,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:21,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:37:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:37:21,422 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:21,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:21,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:37:21,426 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:37:21,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 3e27efb7ed3958e0c60476a61667216f in 1.4470 sec 2023-10-02T12:37:21,427 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:37:21,428 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:37:21,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:37:21,429 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:37:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:21,841 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:37:21,849 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:37:21,849 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:37:21,851 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:37:21,851 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:37:21,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2960 sec 2023-10-02T12:37:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:37:23,666 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(115): Backup backup_1696250239514 started at 1696250243666. 2023-10-02T12:37:23,668 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(119): Backup session backup_1696250239514 has been started. 2023-10-02T12:37:23,674 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:37:23,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:37:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:37:23,675 INFO [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:37:23,675 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:37:23,676 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:37:23,676 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:37:23,677 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:23,678 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,678 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:37:23,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:37:23,678 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:37:23,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:23,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:37:23,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:37:23,679 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:37:23,679 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:37:23,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:37:23,679 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:37:23,680 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:37:23,680 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:37:23,680 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:37:23,680 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33633,1696250212313' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:37:23,684 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:23,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:37:23,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:37:23,684 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:37:23,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:37:23,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:37:23,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:23,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:37:23,686 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33633,1696250212313' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:37:23,686 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7cc890c9[Count = 0] remaining members to acquire global barrier 2023-10-02T12:37:23,686 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:37:23,686 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:23,688 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:23,688 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:37:23,688 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:37:23,688 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:37:23,688 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:37:23,688 DEBUG [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,688 INFO [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696250234880 highest: 1696250234880 on jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,688 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33633%2C1696250212313:(num 1696250234880) roll requested 2023-10-02T12:37:23,700 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250243688, exclude list is [], retry=0 2023-10-02T12:37:23,704 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:37:23,707 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250234880 with entries=12, filesize=2.69 KB; new WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250243688 2023-10-02T12:37:23,707 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:37:23,707 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.1696250234880 is not closed yet, will try archiving it next time 2023-10-02T12:37:23,707 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta:.meta(num 1696250234904) roll requested 2023-10-02T12:37:23,718 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250243707.meta, exclude list is [], retry=0 2023-10-02T12:37:23,724 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK] 2023-10-02T12:37:23,726 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250243707.meta 2023-10-02T12:37:23,726 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42549,DS-2a54363f-17c9-4b0d-92c5-22c0b3ed75ef,DISK]] 2023-10-02T12:37:23,726 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta is not closed yet, will try archiving it next time 2023-10-02T12:37:23,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta not finished, retry = 0 2023-10-02T12:37:23,728 DEBUG [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-10-02T12:37:23,728 INFO [rs(jenkins-hbase3.apache.org,33633,1696250212313)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696250243688 on jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,742 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:37:23,743 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33633,1696250212313' in zk 2023-10-02T12:37:23,745 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:37:23,745 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:37:23,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,745 DEBUG [member: 'jenkins-hbase3.apache.org,33633,1696250212313' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:37:23,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:37:23,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:37:23,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:37:23,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:37:23,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:23,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:37:23,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:23,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33633,1696250212313': 2023-10-02T12:37:23,750 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33633,1696250212313' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:37:23,750 INFO [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:37:23,750 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:37:23,750 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:37:23,750 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:37:23,750 INFO [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:37:23,752 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:37:23,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:23,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:37:23,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:23,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:37:23,752 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:37:23,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:37:23,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:37:23,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:37:23,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:23,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:37:23,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:23,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:37:23,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:37:23,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:23,761 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:37:23,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:37:23,761 DEBUG [(jenkins-hbase3.apache.org,34773,1696250208005)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:37:23,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:37:23,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:37:23,762 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:37:23,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:37:23,830 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/WALs/jenkins-hbase3.apache.org,33633,1696250212313/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/oldWALs/jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta.1696250234904.meta 2023-10-02T12:37:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:37:23,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } 2023-10-02T12:37:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696250243866 (current time:1696250243866). 2023-10-02T12:37:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:37:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696250243866_default_test-1696250223927 VERSION not specified, setting to 2 2023-10-02T12:37:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f4b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:37:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:37:23,876 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43368, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:37:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:37:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } 2023-10-02T12:37:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:37:23,880 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:37:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:37:23,881 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:37:23,884 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot, current working dir path: hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_1696250243866_default_test-1696250223927 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:37:23,886 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:37:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:37:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:37:24,293 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:37:24,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb}] 2023-10-02T12:37:24,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:24,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33633 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-10-02T12:37:24,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for ed32c46100d833133dcfc6346ebae5eb: 2023-10-02T12:37:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. for snapshot_1696250243866_default_test-1696250223927 completed. 2023-10-02T12:37:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb.' region-info for snapshot=snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:37:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689] hfiles 2023-10-02T12:37:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 for snapshot=snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:37:24,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:24,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-10-02T12:37:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-10-02T12:37:24,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696250243866_default_test-1696250223927 on region ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:24,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:24,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:37:24,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure ed32c46100d833133dcfc6346ebae5eb in 565 msec 2023-10-02T12:37:24,860 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:37:24,861 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:37:24,861 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:37:24,861 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:24,862 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:37:25,274 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:37:25,281 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:37:25,281 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/.tmp/snapshot_1696250243866_default_test-1696250223927 to hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:25,282 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:37:25,283 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:37:25,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1696250243866_default_test-1696250223927 table=test-1696250223927 type=FLUSH ttl=0 } in 1.4060 sec 2023-10-02T12:37:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:37:25,987 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696250239514 2023-10-02T12:37:25,987 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:37:25,987 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:37:25,988 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696250239514_test-1696250223927 2023-10-02T12:37:25,988 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696250243866_default_test-1696250223927 to hdfs://localhost:45413/backupUT/backup_1696250239514/default/test-1696250223927/ 2023-10-02T12:37:25,988 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:37:26,011 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45413, inputRoot=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060 2023-10-02T12:37:26,011 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34773,1696250208005_-172890328_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45413/backupUT/backup_1696250239514/default/test-1696250223927, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45413/backupUT/backup_1696250239514/default/test-1696250223927/.hbase-snapshot/.tmp/snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:26,011 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45413, inputRoot=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060, snapshotDir=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_1696250243866_default_test-1696250223927. 2023-10-02T12:37:26,020 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/.hbase-snapshot/snapshot_1696250243866_default_test-1696250223927 to hdfs://localhost:45413/backupUT/backup_1696250239514/default/test-1696250223927/.hbase-snapshot/.tmp/snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:26,439 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:26,440 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:26,440 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:26,441 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,420 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop-2565965006501317241.jar 2023-10-02T12:37:27,420 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,421 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,421 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,422 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,422 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,422 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,423 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,423 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,424 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:37:27,424 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:37:27,425 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:37:27,425 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:37:27,426 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:37:27,426 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:37:27,427 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:37:27,427 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:37:27,428 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:37:27,428 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:37:27,429 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:37:27,429 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:37:27,430 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:37:27,430 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:27,431 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:27,431 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:37:27,432 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:27,432 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:37:27,433 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:37:27,434 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:37:27,479 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696250243866_default_test-1696250223927' hfile list 2023-10-02T12:37:27,481 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-10-02T12:37:27,577 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.local.dir/1696250247533/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:37:27,577 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/mapreduce.cluster.local.dir/1696250247533/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:37:27,635 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-10-02T12:37:27,661 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 output=hdfs://localhost:45413/backupUT/backup_1696250239514/default/test-1696250223927/archive/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/f/923b28ae33b744ad8a514f5dba850689 2023-10-02T12:37:27,661 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-10-02T12:37:28,617 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:37:28,618 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:37:28,625 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:28,625 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696250243866_default_test-1696250223927 finished. 2023-10-02T12:37:28,625 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(1034): test-1696250223927 2023-10-02T12:37:28,633 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696250239514 2023-10-02T12:37:28,633 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:37:28,642 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45413/backupUT/backup_1696250239514/.backup.manifest 2023-10-02T12:37:28,642 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(358): Backup backup_1696250239514 finished: type=FULL,tablelist=test-1696250223927,targetRootDir=hdfs://localhost:45413/backupUT,startts=1696250243666,completets=1696250248633,bytescopied=0 2023-10-02T12:37:28,643 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:37:28,643 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:28,644 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696250243866_default_test-1696250223927" 2023-10-02T12:37:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696250243866_default_test-1696250223927 2023-10-02T12:37:28,647 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696250243866_default_test-1696250223927 for backup backup_1696250239514 succeeded. 2023-10-02T12:37:28,648 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:37:28,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:37:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:37:28,657 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:37:28,660 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:37:28,667 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] impl.TableBackupClient(376): Backup backup_1696250239514 completed. 2023-10-02T12:37:28,667 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:28,667 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] backup.TestBackupStatusProgress(57): backup complete 2023-10-02T12:37:28,695 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] backup.TestBackupStatusProgress(63): {ID=backup_1696250239514,Type=FULL,Tables={test-1696250223927},State=COMPLETE,Start time=Mon Oct 02 12:37:23 UTC 2023,End time=Mon Oct 02 12:37:28 UTC 2023,Progress=100%} 2023-10-02T12:37:28,713 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=600 (was 600), OpenFileDescriptor=678 (was 685), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=438 (was 501), ProcessCount=183 (was 183), AvailableMemoryMB=3404 (was 3453) 2023-10-02T12:37:28,713 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-10-02T12:37:28,722 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:37:28,722 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:28,722 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:37:28,722 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] util.JVMClusterUtil(257): Found active master hash=1597246758, stopped=false 2023-10-02T12:37:28,723 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:37:28,724 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:37:28,725 DEBUG [Listener at jenkins-hbase3.apache.org/32885 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:28,725 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,33633,1696250212313' ***** 2023-10-02T12:37:28,725 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:37:28,725 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:37:28,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:37:28,739 INFO [RS:0;jenkins-hbase3:33633 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@44b20934{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:37:28,743 INFO [RS:0;jenkins-hbase3:33633 {}] server.AbstractConnector(383): Stopped ServerConnector@54a294f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:37:28,743 INFO [RS:0;jenkins-hbase3:33633 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:37:28,744 INFO [RS:0;jenkins-hbase3:33633 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@17eefab{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:37:28,745 INFO [RS:0;jenkins-hbase3:33633 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1eb31d66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.log.dir/,STOPPED} 2023-10-02T12:37:28,748 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:37:28,748 INFO [RS:0;jenkins-hbase3:33633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:37:28,748 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:37:28,748 INFO [RS:0;jenkins-hbase3:33633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:37:28,748 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for 58632104327c5c497392e42c8208b276 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for 68c5dbc2d8f9c3d6157405b927163033 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for 45ea5e27f7133ce08cbddfc679330a76 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for 3e27efb7ed3958e0c60476a61667216f 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:28,749 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,33633,1696250212313 2023-10-02T12:37:28,749 DEBUG [RS:0;jenkins-hbase3:33633 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:28,750 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:37:28,750 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 58632104327c5c497392e42c8208b276, disabling compactions & flushes 2023-10-02T12:37:28,751 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:37:28,751 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:37:28,751 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:28,751 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:37:28,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:28,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. after waiting 0 ms 2023-10-02T12:37:28,751 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:28,751 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-10-02T12:37:28,751 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1583): Online Regions={58632104327c5c497392e42c8208b276=ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276., ed32c46100d833133dcfc6346ebae5eb=test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb., 1588230740=hbase:meta,,1.1588230740, 68c5dbc2d8f9c3d6157405b927163033=hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033., 45ea5e27f7133ce08cbddfc679330a76=backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76., dfcc84ac54957b0de31a9ca76a8fba59=ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59., 3e27efb7ed3958e0c60476a61667216f=backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f., d8ed4d18262edb3579bc7d8079604d6a=ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.} 2023-10-02T12:37:28,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:37:28,752 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:37:28,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:37:28,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:37:28,752 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:37:28,752 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-10-02T12:37:28,753 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3e27efb7ed3958e0c60476a61667216f, 45ea5e27f7133ce08cbddfc679330a76, 58632104327c5c497392e42c8208b276, 68c5dbc2d8f9c3d6157405b927163033, d8ed4d18262edb3579bc7d8079604d6a, dfcc84ac54957b0de31a9ca76a8fba59, ed32c46100d833133dcfc6346ebae5eb 2023-10-02T12:37:28,762 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns3/test-16962502239272/58632104327c5c497392e42c8208b276/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:37:28,764 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:28,765 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 58632104327c5c497392e42c8208b276: 2023-10-02T12:37:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962502239272,,1696250227405.58632104327c5c497392e42c8208b276. 2023-10-02T12:37:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ed32c46100d833133dcfc6346ebae5eb, disabling compactions & flushes 2023-10-02T12:37:28,765 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. after waiting 0 ms 2023-10-02T12:37:28,765 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:28,774 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/default/test-1696250223927/ed32c46100d833133dcfc6346ebae5eb/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-10-02T12:37:28,780 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:28,781 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:28,781 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ed32c46100d833133dcfc6346ebae5eb: 2023-10-02T12:37:28,781 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696250223927,,1696250224433.ed32c46100d833133dcfc6346ebae5eb. 2023-10-02T12:37:28,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 68c5dbc2d8f9c3d6157405b927163033, disabling compactions & flushes 2023-10-02T12:37:28,782 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:37:28,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:37:28,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. after waiting 0 ms 2023-10-02T12:37:28,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:37:28,782 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 68c5dbc2d8f9c3d6157405b927163033 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:37:28,792 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:37:28,792 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/.tmp/info/c45c6777c90f46e988466608bf88b7b1 is 159, key is ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59./info:regioninfo/1696250227092/Put/seqid=0 2023-10-02T12:37:28,798 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/.tmp/info/914d31144c004df1a75de592a6deaca8 is 45, key is default/info:d/1696250219070/Put/seqid=0 2023-10-02T12:37:28,801 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/.tmp/info/c45c6777c90f46e988466608bf88b7b1 2023-10-02T12:37:28,808 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/.tmp/info/914d31144c004df1a75de592a6deaca8 2023-10-02T12:37:28,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/.tmp/info/914d31144c004df1a75de592a6deaca8 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/info/914d31144c004df1a75de592a6deaca8 2023-10-02T12:37:28,823 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/info/914d31144c004df1a75de592a6deaca8, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:37:28,824 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 68c5dbc2d8f9c3d6157405b927163033 in 42ms, sequenceid=11, compaction requested=false 2023-10-02T12:37:28,831 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/.tmp/table/896a24c5bd5b4701946e491d6eeacd61 is 59, key is ns2:test-16962502239271/table:state/1696250227102/Put/seqid=0 2023-10-02T12:37:28,833 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/namespace/68c5dbc2d8f9c3d6157405b927163033/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:37:28,833 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:28,835 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:37:28,835 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 68c5dbc2d8f9c3d6157405b927163033: 2023-10-02T12:37:28,835 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696250217528.68c5dbc2d8f9c3d6157405b927163033. 2023-10-02T12:37:28,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 45ea5e27f7133ce08cbddfc679330a76, disabling compactions & flushes 2023-10-02T12:37:28,836 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:28,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:28,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. after waiting 0 ms 2023-10-02T12:37:28,836 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:28,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system_bulk/45ea5e27f7133ce08cbddfc679330a76/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:37:28,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:28,842 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:28,842 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 45ea5e27f7133ce08cbddfc679330a76: 2023-10-02T12:37:28,842 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696250231504.45ea5e27f7133ce08cbddfc679330a76. 2023-10-02T12:37:28,843 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dfcc84ac54957b0de31a9ca76a8fba59, disabling compactions & flushes 2023-10-02T12:37:28,843 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:28,843 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:28,843 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. after waiting 0 ms 2023-10-02T12:37:28,843 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:28,843 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing dfcc84ac54957b0de31a9ca76a8fba59 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:37:28,858 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/.tmp/f/7136ba2bd20b4d4785ce586fc9e033f0 is 37, key is row10/f:q1/1696250227322/Put/seqid=0 2023-10-02T12:37:28,954 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a, dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:29,154 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a, dfcc84ac54957b0de31a9ca76a8fba59 2023-10-02T12:37:29,239 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/.tmp/table/896a24c5bd5b4701946e491d6eeacd61 2023-10-02T12:37:29,249 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/.tmp/info/c45c6777c90f46e988466608bf88b7b1 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/info/c45c6777c90f46e988466608bf88b7b1 2023-10-02T12:37:29,256 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/info/c45c6777c90f46e988466608bf88b7b1, entries=70, sequenceid=39, filesize=14.1 K 2023-10-02T12:37:29,258 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/.tmp/table/896a24c5bd5b4701946e491d6eeacd61 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/table/896a24c5bd5b4701946e491d6eeacd61 2023-10-02T12:37:29,264 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/.tmp/f/7136ba2bd20b4d4785ce586fc9e033f0 2023-10-02T12:37:29,270 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/table/896a24c5bd5b4701946e491d6eeacd61, entries=14, sequenceid=39, filesize=5.8 K 2023-10-02T12:37:29,271 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 519ms, sequenceid=39, compaction requested=false 2023-10-02T12:37:29,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/.tmp/f/7136ba2bd20b4d4785ce586fc9e033f0 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/f/7136ba2bd20b4d4785ce586fc9e033f0 2023-10-02T12:37:29,284 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-10-02T12:37:29,285 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:29,285 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:37:29,286 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:37:29,286 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:37:29,286 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:37:29,289 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/f/7136ba2bd20b4d4785ce586fc9e033f0, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:37:29,290 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for dfcc84ac54957b0de31a9ca76a8fba59 in 447ms, sequenceid=103, compaction requested=false 2023-10-02T12:37:29,303 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns2/test-16962502239271/dfcc84ac54957b0de31a9ca76a8fba59/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:37:29,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:29,306 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:29,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dfcc84ac54957b0de31a9ca76a8fba59: 2023-10-02T12:37:29,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962502239271,,1696250226696.dfcc84ac54957b0de31a9ca76a8fba59. 2023-10-02T12:37:29,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3e27efb7ed3958e0c60476a61667216f, disabling compactions & flushes 2023-10-02T12:37:29,306 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:29,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:29,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. after waiting 0 ms 2023-10-02T12:37:29,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:29,306 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3e27efb7ed3958e0c60476a61667216f 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-10-02T12:37:29,311 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/meta/7cbb30916e334feaa7aa286e0c5fe61e is 169, key is trslm:hdfs://localhost:45413/backupUT\x00test-1696250223927/meta:log-roll-map/1696250248629/Put/seqid=0 2023-10-02T12:37:29,354 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:29,454 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696250223927 2023-10-02T12:37:29,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:37:29,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:37:29,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:37:29,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:37:29,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962502239271 2023-10-02T12:37:29,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962502239272 2023-10-02T12:37:29,555 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:29,579 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:37:29,579 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:37:29,719 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/meta/7cbb30916e334feaa7aa286e0c5fe61e 2023-10-02T12:37:29,731 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/1ab543d237a841c48df5e891618be560 is 310, key is session:backup_1696250239514/session:context/1696250248658/Put/seqid=0 2023-10-02T12:37:29,755 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-10-02T12:37:29,755 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1583): Online Regions={3e27efb7ed3958e0c60476a61667216f=backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f., d8ed4d18262edb3579bc7d8079604d6a=ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a.} 2023-10-02T12:37:29,755 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:29,837 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=jenkins-hbase3.apache.org:34773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:217) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:394) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:429) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:424) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:450) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:335) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:599) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:18041) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2369) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:365) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:447) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] ... 13 more 2023-10-02T12:37:29,955 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:30,136 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/1ab543d237a841c48df5e891618be560 2023-10-02T12:37:30,144 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/meta/7cbb30916e334feaa7aa286e0c5fe61e as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/meta/7cbb30916e334feaa7aa286e0c5fe61e 2023-10-02T12:37:30,151 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/meta/7cbb30916e334feaa7aa286e0c5fe61e, entries=4, sequenceid=27, filesize=5.5 K 2023-10-02T12:37:30,152 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/.tmp/session/1ab543d237a841c48df5e891618be560 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/1ab543d237a841c48df5e891618be560 2023-10-02T12:37:30,156 DEBUG [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1609): Waiting on 3e27efb7ed3958e0c60476a61667216f, d8ed4d18262edb3579bc7d8079604d6a 2023-10-02T12:37:30,158 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/session/1ab543d237a841c48df5e891618be560, entries=2, sequenceid=27, filesize=5.3 K 2023-10-02T12:37:30,159 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for 3e27efb7ed3958e0c60476a61667216f in 853ms, sequenceid=27, compaction requested=true 2023-10-02T12:37:30,171 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/backup/system/3e27efb7ed3958e0c60476a61667216f/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-10-02T12:37:30,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:30,172 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:30,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3e27efb7ed3958e0c60476a61667216f: 2023-10-02T12:37:30,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696250230377.3e27efb7ed3958e0c60476a61667216f. 2023-10-02T12:37:30,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d8ed4d18262edb3579bc7d8079604d6a, disabling compactions & flushes 2023-10-02T12:37:30,173 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:30,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:30,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. after waiting 0 ms 2023-10-02T12:37:30,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:30,177 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/data/ns4/test-16962502239273/d8ed4d18262edb3579bc7d8079604d6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:37:30,178 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:37:30,178 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:30,178 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d8ed4d18262edb3579bc7d8079604d6a: 2023-10-02T12:37:30,178 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962502239273,,1696250228028.d8ed4d18262edb3579bc7d8079604d6a. 2023-10-02T12:37:30,356 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,33633,1696250212313; all regions closed. 2023-10-02T12:37:30,364 DEBUG [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/oldWALs 2023-10-02T12:37:30,365 INFO [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33633%2C1696250212313.meta:.meta(num 1696250243707) 2023-10-02T12:37:30,372 DEBUG [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/oldWALs 2023-10-02T12:37:30,372 INFO [RS:0;jenkins-hbase3:33633 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33633%2C1696250212313:(num 1696250243688) 2023-10-02T12:37:30,372 DEBUG [RS:0;jenkins-hbase3:33633 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:30,372 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:37:30,372 INFO [RS:0;jenkins-hbase3:33633 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-10-02T12:37:30,373 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:37:30,374 INFO [RS:0;jenkins-hbase3:33633 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:33633 2023-10-02T12:37:30,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,33633,1696250212313] 2023-10-02T12:37:30,420 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,33633,1696250212313; numProcessing=1 2023-10-02T12:37:30,425 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,33633,1696250212313 expired; onlineServers=0 2023-10-02T12:37:30,425 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34773,1696250208005' ***** 2023-10-02T12:37:30,425 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:37:30,426 DEBUG [M:0;jenkins-hbase3:34773 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6156bfe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:37:30,426 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:37:30,476 INFO [M:0;jenkins-hbase3:34773 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@3b4cd3f9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:37:30,476 INFO [M:0;jenkins-hbase3:34773 {}] server.AbstractConnector(383): Stopped ServerConnector@3b0c8971{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:37:30,477 INFO [M:0;jenkins-hbase3:34773 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:37:30,477 INFO [M:0;jenkins-hbase3:34773 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@38e42778{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:37:30,478 INFO [M:0;jenkins-hbase3:34773 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@b3133e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/hadoop.log.dir/,STOPPED} 2023-10-02T12:37:30,479 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34773,1696250208005 2023-10-02T12:37:30,479 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34773,1696250208005; all regions closed. 2023-10-02T12:37:30,479 DEBUG [M:0;jenkins-hbase3:34773 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:30,479 INFO [M:0;jenkins-hbase3:34773 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:37:30,480 INFO [M:0;jenkins-hbase3:34773 {}] server.AbstractConnector(383): Stopped ServerConnector@a48903f{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:37:30,481 DEBUG [M:0;jenkins-hbase3:34773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:37:30,481 INFO [M:0;jenkins-hbase3:34773 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:37:30,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:37:30,481 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696250216240 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696250216240,5,FailOnTimeoutGroup] 2023-10-02T12:37:30,481 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696250216239 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696250216239,5,FailOnTimeoutGroup] 2023-10-02T12:37:30,481 DEBUG [M:0;jenkins-hbase3:34773 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:37:30,481 DEBUG [M:0;jenkins-hbase3:34773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:37:30,482 INFO [M:0;jenkins-hbase3:34773 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:37:30,482 DEBUG [M:0;jenkins-hbase3:34773 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:37:30,482 INFO [M:0;jenkins-hbase3:34773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:37:30,482 ERROR [M:0;jenkins-hbase3:34773 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-10-02T12:37:30,491 INFO [M:0;jenkins-hbase3:34773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:37:30,491 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:37:30,492 WARN [M:0;jenkins-hbase3:34773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:37:30,492 INFO [M:0;jenkins-hbase3:34773 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:37:30,493 INFO [M:0;jenkins-hbase3:34773 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:37:30,494 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:37:30,511 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:37:30,511 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:37:30,511 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:37:30,511 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:37:30,512 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.29 KB heapSize=185.30 KB 2023-10-02T12:37:30,521 INFO [RS:0;jenkins-hbase3:33633 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,33633,1696250212313; zookeeper connection closed. 2023-10-02T12:37:30,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c40621f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c40621f 2023-10-02T12:37:30,521 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:37:30,528 DEBUG [M:0;jenkins-hbase3:34773 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4626bd0acc294d75864d351c8087a534 is 88, key is hbase:meta,,1/info:sn/1696250216777/Put/seqid=0 2023-10-02T12:37:30,933 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4626bd0acc294d75864d351c8087a534 2023-10-02T12:37:30,955 DEBUG [M:0;jenkins-hbase3:34773 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/297c1cd1668d4a9d8bf22caaf649de68 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696250232302/Put/seqid=0 2023-10-02T12:37:31,360 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.70 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/297c1cd1668d4a9d8bf22caaf649de68 2023-10-02T12:37:31,367 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 297c1cd1668d4a9d8bf22caaf649de68 2023-10-02T12:37:31,382 DEBUG [M:0;jenkins-hbase3:34773 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd39a4386c84469eb7dbfa400ee02b5a is 82, key is jenkins-hbase3.apache.org,33633,1696250212313/rs:state/1696250216406/Put/seqid=0 2023-10-02T12:37:31,788 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd39a4386c84469eb7dbfa400ee02b5a 2023-10-02T12:37:31,795 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4626bd0acc294d75864d351c8087a534 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4626bd0acc294d75864d351c8087a534 2023-10-02T12:37:31,801 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4626bd0acc294d75864d351c8087a534, entries=8, sequenceid=362, filesize=5.5 K 2023-10-02T12:37:31,802 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/297c1cd1668d4a9d8bf22caaf649de68 as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/297c1cd1668d4a9d8bf22caaf649de68 2023-10-02T12:37:31,808 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 297c1cd1668d4a9d8bf22caaf649de68 2023-10-02T12:37:31,808 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/297c1cd1668d4a9d8bf22caaf649de68, entries=39, sequenceid=362, filesize=13.7 K 2023-10-02T12:37:31,810 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd39a4386c84469eb7dbfa400ee02b5a as hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd39a4386c84469eb7dbfa400ee02b5a 2023-10-02T12:37:31,815 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45413/user/jenkins/test-data/37e6ef97-3a62-33b1-e580-c86765fc2060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd39a4386c84469eb7dbfa400ee02b5a, entries=1, sequenceid=362, filesize=5.1 K 2023-10-02T12:37:31,816 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.29 KB/157993, heapSize ~185.01 KB/189448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=362, compaction requested=false 2023-10-02T12:37:31,820 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:37:31,820 DEBUG [M:0;jenkins-hbase3:34773 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:37:31,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:37:31,824 INFO [M:0;jenkins-hbase3:34773 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:37:31,824 INFO [M:0;jenkins-hbase3:34773 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:37:31,824 INFO [M:0;jenkins-hbase3:34773 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34773 2023-10-02T12:37:31,928 INFO [M:0;jenkins-hbase3:34773 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34773,1696250208005; zookeeper connection closed. 2023-10-02T12:37:31,931 WARN [Listener at jenkins-hbase3.apache.org/32885 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:37:31,938 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:37:32,046 WARN [BP-608245157-172.31.12.81-1696250202886 heartbeating to localhost/127.0.0.1:45413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:37:32,046 WARN [BP-608245157-172.31.12.81-1696250202886 heartbeating to localhost/127.0.0.1:45413 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-608245157-172.31.12.81-1696250202886 (Datanode Uuid db22405a-f461-45a4-ba14-f6071b6ab2c9) service to localhost/127.0.0.1:45413 2023-10-02T12:37:32,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3/dfs/data/data1/current/BP-608245157-172.31.12.81-1696250202886 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:37:32,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/ae1715f5-32be-1eeb-5b14-79eb6a58318e/cluster_d0070562-337b-2e6f-78b9-0fc5e7a2eab3/dfs/data/data2/current/BP-608245157-172.31.12.81-1696250202886 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:37:32,088 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:37:32,241 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:37:32,241 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:37:32,251 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:37:32,365 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:37:32,476 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:37:32,476 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:37:32,582 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:37:32,587 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:37:32,588 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:37:32,596 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:37:32,698 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:37:32,698 INFO [Listener at jenkins-hbase3.apache.org/32885 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped